-- Logs begin at Tue 2022-05-03 20:16:23 UTC, end at Tue 2022-05-03 21:44:58 UTC. -- May 03 21:09:03.572117 dv-cinder-840376-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 03 21:09:06.079567 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.common.config [-] Logging enabled! May 03 21:09:06.080271 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev11 May 03 21:09:06.080362 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87128) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 21:09:06.083397 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.common.config [-] Logging enabled! May 03 21:09:06.083653 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev11 May 03 21:09:06.083960 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87128) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 03 21:09:06.084879 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:09:06.085113 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:09:06.085465 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:09:06.085710 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:09:06.085935 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:09:06.086250 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.086545 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.086842 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.087093 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.087388 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.087677 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.087965 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.088250 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.088542 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.088827 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.089105 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.089386 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.089617 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.089895 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.090180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.090464 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.090686 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] debug = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.091504 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.092084 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.092485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.092766 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.093057 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.093339 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.093612 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.093890 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.094173 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.094500 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] host = dv-cinder-840376-1-iscsi {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.094779 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.095107 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.095397 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.095687 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.095962 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.096239 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.096523 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.096795 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.097067 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.097347 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.097635 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.097923 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.098211 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.098437 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.098658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.098962 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.099243 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.099518 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.099791 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.100062 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.100335 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.100607 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.100874 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.101156 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.101438 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.101720 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.102010 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.102265 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.102537 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.102804 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.103108 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.103381 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.103655 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.103925 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.104210 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.104477 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.104747 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.105046 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.105329 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.105608 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.105889 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.106160 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.106440 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.107455 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.107806 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.108084 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] use_json = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.108357 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.108628 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.108910 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.109180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.109449 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.109719 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.109989 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.110273 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.110544 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:06.110838 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.111168 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.111467 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.111754 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.112041 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.112319 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.112611 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.112886 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.113171 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.113456 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.113739 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.114015 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.114301 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.114574 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.114863 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.115190 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.115480 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.115770 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.116043 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.116315 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.116585 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.116859 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.117141 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.117431 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.117718 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.117992 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.118269 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.118558 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.118832 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.119132 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.119410 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.119697 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.119972 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.120244 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.120523 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.120797 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.121068 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.121338 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.121612 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.122169 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.122635 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.122916 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.123215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.123496 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.123771 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.124056 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.124336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.124609 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.124881 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.125155 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.125427 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.125697 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.125971 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.126243 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.126518 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.126789 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.127086 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.127360 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.127632 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.127902 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.128170 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.128440 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.128714 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.128984 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.129255 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.129526 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.129796 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.130067 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.130354 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.130650 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.130927 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.131227 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.131509 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.131788 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.132065 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.132343 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.132626 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.132905 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.133175 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.133462 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.133746 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.134032 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.134316 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.134594 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.134888 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.135193 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.135475 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.135751 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.136035 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.136319 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.136603 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.136898 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.137192 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.137485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.137802 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.138109 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.138391 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.138698 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.139002 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:06.139225 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:09:06.139467 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87128) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 03 21:09:06.528530 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO keyring.backend [-] Loading KWallet May 03 21:09:06.535914 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO keyring.backend [-] Loading SecretService May 03 21:09:06.539425 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO keyring.backend [-] Loading Windows May 03 21:09:06.540719 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO keyring.backend [-] Loading chainer May 03 21:09:06.541287 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO keyring.backend [-] Loading macOS May 03 21:09:06.574850 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:09:06.575169 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:09:06.575558 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 03 21:09:06.575887 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [-] Loading core plugin: ml2 May 03 21:09:06.958891 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.959205 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.959477 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.960900 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.961189 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.961456 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.995395 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.995670 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:06.995934 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.009587 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.009865 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.010132 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.044682 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.045175 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.045456 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.085544 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.086130 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.086130 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.318924 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.319157 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.319426 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.319693 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.320440 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.438986 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.439305 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.439587 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.439859 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.440125 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.440433 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.440694 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.440951 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.441205 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.441485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.441743 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.442006 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.442273 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.442528 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.442790 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.443089 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.443351 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.443621 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.443873 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.444153 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.444503 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.444756 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.445006 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.445287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.445533 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.445778 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.446162 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:07.446402 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:07.446636 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:07.446869 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:07.447134 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:07.447367 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:07.447728 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 03 21:09:07.451568 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 03 21:09:07.455504 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 03 21:09:07.459254 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) May 03 21:09:07.460872 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 03 21:09:07.462405 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 03 21:09:07.462749 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 03 21:09:07.463161 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 03 21:09:07.466530 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 03 21:09:07.466947 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 03 21:09:07.467302 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:09:07.494381 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 03 21:09:07.494830 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.495158 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87128) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 03 21:09:07.495517 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.497124 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87128) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 03 21:09:07.497996 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 03 21:09:07.498294 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 03 21:09:07.501623 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.501905 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:07.563295 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 03 21:09:07.563528 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 03 21:09:07.563772 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 03 21:09:07.564177 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 03 21:09:07.598560 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_db.sqlalchemy.engines [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87128) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 03 21:09:07.932369 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing driver for type 'gre' May 03 21:09:07.932881 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] gre ID ranges: [(1, 1000)] May 03 21:09:07.987988 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing driver for type 'local' May 03 21:09:07.988357 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing driver for type 'vlan' May 03 21:09:08.000680 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] VlanTypeDriver initialization complete May 03 21:09:08.001061 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing driver for type 'vxlan' May 03 21:09:08.001525 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] vxlan ID ranges: [(1, 1000)] May 03 21:09:08.058174 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing extension driver 'port_security' May 03 21:09:08.058513 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.extensions.port_security [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] PortSecurityExtensionDriver initialization complete May 03 21:09:08.058850 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing mechanism driver 'openvswitch' May 03 21:09:08.059213 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing mechanism driver 'hyperv' May 03 21:09:08.066279 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.plugin [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87128) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:08.066960 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.067455 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.067806 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.068324 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:09:08.068750 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.069101 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.069445 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.069833 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:09:08.070236 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.070583 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.070927 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.071335 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:09:08.071736 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.072085 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.072425 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.072956 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:09:08.073358 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.073705 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.074051 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.074436 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:09:08.074837 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.075209 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.075597 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.075984 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87128) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 03 21:09:08.076426 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] ML2 OVO RPC backend initialized. {{(pid=87128) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 03 21:09:08.077125 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.077476 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.077888 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.078235 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > networks before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.078579 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.078919 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > ports before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.079285 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.079626 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.079970 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.080310 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.080645 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.080981 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.081320 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.081658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.081997 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.082354 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.082670 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.083278 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.plugin [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Modular L2 Plugin initialization complete May 03 21:09:08.083613 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading services supported by the core plugin {{(pid=87128) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 03 21:09:08.083940 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.plugins.ml2.managers [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Got port-security extension from driver 'port_security' May 03 21:09:08.084398 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.extensions.vlantransparent [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Disabled vlantransparent extension. May 03 21:09:08.084882 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87128) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 03 21:09:08.085197 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: router May 03 21:09:08.123516 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.124095 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_create 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.124263 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router before_create 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.124629 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.124999 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.125358 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_delete 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.125717 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.126081 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_create 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.126427 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_update 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.126776 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_update 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.127153 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.127512 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_update 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.127922 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.128291 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.128631 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.128968 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: subnet after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.129310 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.129657 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.130003 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.130344 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.130687 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.131069 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router after_update 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.131416 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.131767 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.132131 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.132478 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.132847 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > agent after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.133194 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.133541 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > network after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.134382 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Tracking information for resource: router configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:08.134712 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Tracking information for resource: floatingip configured {{(pid=87128) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 03 21:09:08.139704 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.db.l3_agentschedulers_db [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 03 21:09:08.140278 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.140640 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port after_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.140991 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port after_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.141340 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: port after_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.142119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router before_create 55550100 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.142481 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.142847 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.143225 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.147731 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.provider_configuration [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service providers = [] {{(pid=87128) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 03 21:09:08.148095 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.db.servicetype_db [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87128) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 03 21:09:08.151003 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.service_base [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:09:08.151357 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.service_base [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:09:08.151700 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.service_base [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:09:08.152596 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.services.service_base [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87128) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 03 21:09:08.152963 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.services.service_base [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 03 21:09:08.153333 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.153718 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 03 21:09:08.164305 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.164641 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: auto_allocate May 03 21:09:08.170758 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: network precommit_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.171158 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: network precommit_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.171669 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.171987 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: tag May 03 21:09:08.178414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.178745 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: timestamp May 03 21:09:08.182747 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.183063 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: network_ip_availability May 03 21:09:08.188903 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.189272 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.189625 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.190327 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.190645 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: flavors May 03 21:09:08.195366 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.195696 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading Plugin: revisions May 03 21:09:08.199919 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87128) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 03 21:09:08.200348 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_concurrency.lockutils [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=87128) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 03 21:09:08.201180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87128) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 03 21:09:08.201516 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Initializing extension manager. May 03 21:09:08.202027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: __init__.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.202368 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: __pycache__ {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.202702 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.203066 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: address_group.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.203819 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.204385 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: address-group May 03 21:09:08.204708 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: address_scope.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.205422 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.205943 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: address-scope May 03 21:09:08.206264 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.207222 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.207737 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: router-admin-state-down-before-update May 03 21:09:08.208057 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: agent.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.208943 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.209457 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: agent May 03 21:09:08.209777 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: agent_resources_synced.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.210686 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.211230 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: agent-resources-synced May 03 21:09:08.211553 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.213316 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.213840 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: allowed-address-pairs May 03 21:09:08.214184 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.215264 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.215782 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: auto-allocated-topology May 03 21:09:08.216150 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: availability_zone.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.216843 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.217352 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: availability_zone May 03 21:09:08.217670 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: availability_zone_filter.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.218578 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.219119 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: availability_zone_filter May 03 21:09:08.219441 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: data_plane_status.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.220346 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.220847 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension data-plane-status not supported by any of loaded plugins May 03 21:09:08.221167 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: default_subnetpools.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.222080 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.222587 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: default-subnetpools May 03 21:09:08.222907 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.223733 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.224240 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: dhcp_agent_scheduler May 03 21:09:08.224561 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: dns.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.225463 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.225977 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension dns-integration not supported by any of loaded plugins May 03 21:09:08.226300 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: dns_domain_ports.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.227239 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.227752 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 03 21:09:08.228074 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: dvr.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.228745 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.229255 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: dvr May 03 21:09:08.229575 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: empty_string_filtering.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.230490 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.231031 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: empty-string-filtering May 03 21:09:08.231354 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.232789 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.233288 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 03 21:09:08.233607 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.234519 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.235059 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 03 21:09:08.235384 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: external_net.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.236288 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.236805 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: external-net May 03 21:09:08.237126 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.238025 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.238537 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: extra_dhcp_opt May 03 21:09:08.238858 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: extraroute.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.239784 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.240297 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: extraroute May 03 21:09:08.240618 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: extraroute_atomic.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.241639 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.242157 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: extraroute-atomic May 03 21:09:08.242479 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: filter_validation.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.243171 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.243683 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: filter-validation May 03 21:09:08.244005 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: fip_pf_description.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.244913 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.245421 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 03 21:09:08.245739 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: fip_port_details.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.246657 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.248026 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: fip-port-details May 03 21:09:08.248344 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: flavors.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.249569 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.250087 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: flavors May 03 21:09:08.250412 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.252079 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.252606 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 03 21:09:08.252932 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: floatingip_pools.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.253625 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.254134 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: floatingip-pools May 03 21:09:08.254456 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: ip_allocation.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.255392 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.255901 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension ip_allocation not supported by any of loaded plugins May 03 21:09:08.256220 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.257136 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.257652 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: ip-substring-filtering May 03 21:09:08.257975 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l2_adjacency.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.258895 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.259434 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension l2_adjacency not supported by any of loaded plugins May 03 21:09:08.259753 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.260718 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.261236 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: router May 03 21:09:08.261558 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.264067 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.264600 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 03 21:09:08.264934 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.265870 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.266391 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: ext-gw-mode May 03 21:09:08.266714 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.267667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.268180 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: l3-ha May 03 21:09:08.268502 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3_flavors.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.269417 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.269927 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: l3-flavors May 03 21:09:08.270248 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.271206 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.271716 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: l3-port-ip-change-not-allowed May 03 21:09:08.272041 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: l3agentscheduler.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.273070 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.273584 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: l3_agent_scheduler May 03 21:09:08.273910 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: logging.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.275412 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.275938 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension logging not supported by any of loaded plugins May 03 21:09:08.276266 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: metering.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.277006 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.277586 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: metering May 03 21:09:08.277913 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.279605 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.280129 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: metering_source_and_destination_fields May 03 21:09:08.280457 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: multiprovidernet.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.281382 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.281896 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: multi-provider May 03 21:09:08.282223 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: netmtu.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.283176 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.283692 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: net-mtu May 03 21:09:08.284016 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: netmtu_writable.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.284933 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.285444 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: net-mtu-writable May 03 21:09:08.285768 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: network_availability_zone.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.286436 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.286962 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: network_availability_zone May 03 21:09:08.287291 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: network_ip_availability.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.288370 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.288887 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: network-ip-availability May 03 21:09:08.289212 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: network_segment_range.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.289989 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.290491 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension network-segment-range not supported by any of loaded plugins May 03 21:09:08.290813 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: pagination.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.291815 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.292149 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: pagination May 03 21:09:08.292475 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: port_device_profile.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.293381 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.293894 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: port-device-profile May 03 21:09:08.294754 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.295701 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.296219 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: port-mac-address-regenerate May 03 21:09:08.296543 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.297446 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.297956 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: port-numa-affinity-policy May 03 21:09:08.298277 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: port_resource_request.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.299219 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.299723 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension port-resource-request not supported by any of loaded plugins May 03 21:09:08.300043 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: portbindings.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.300961 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.301470 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: binding May 03 21:09:08.301791 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: portbindings_extended.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.303219 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.303738 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: binding-extended May 03 21:09:08.304063 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: portsecurity.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.304978 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.305489 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: port-security May 03 21:09:08.305810 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: project_id.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.306774 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.307127 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: project-id May 03 21:09:08.307449 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: providernet.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.308371 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.308888 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: provider May 03 21:09:08.309211 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.312781 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.313305 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos not supported by any of loaded plugins May 03 21:09:08.313632 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.314863 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.315405 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 03 21:09:08.315736 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.316651 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.317164 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 03 21:09:08.317488 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_default.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.318399 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.318911 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-default not supported by any of loaded plugins May 03 21:09:08.319266 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_fip.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.319922 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.320428 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-fip not supported by any of loaded plugins May 03 21:09:08.320750 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.321668 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.322180 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 03 21:09:08.322510 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.323455 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.323966 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 03 21:09:08.324287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.325195 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.325851 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 03 21:09:08.326216 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: qos_rules_alias.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.327299 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.327816 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 03 21:09:08.328136 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: quotasv2.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.329027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.329355 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: quotas May 03 21:09:08.329674 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: quotasv2_detail.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.331314 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.331651 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: quota_details May 03 21:09:08.331981 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: rbac.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.333018 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.333537 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: rbac-policies May 03 21:09:08.333862 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: rbac_address_group.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.334785 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.335338 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: rbac-address-group May 03 21:09:08.335664 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: rbac_address_scope.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.336577 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.337090 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: rbac-address-scope May 03 21:09:08.337411 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: rbac_security_groups.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.338319 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.338840 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: rbac-security-groups May 03 21:09:08.339199 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.340128 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.340641 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: rbac-subnetpool May 03 21:09:08.341560 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: revisionifmatch.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.342548 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.343105 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: revision-if-match May 03 21:09:08.343432 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: revisions.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.344645 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.345165 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: standard-attr-revisions May 03 21:09:08.345492 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: router_availability_zone.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.346163 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.346674 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: router_availability_zone May 03 21:09:08.347033 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: routerservicetype.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.347956 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.348470 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension router-service-type not supported by any of loaded plugins May 03 21:09:08.348793 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.349712 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.350232 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: security-groups-normalized-cidr May 03 21:09:08.350556 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.351493 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.352007 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: port-security-groups-filtering May 03 21:09:08.352332 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.353247 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.353760 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: security-groups-remote-address-group May 03 21:09:08.354080 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: securitygroup.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.363625 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.364159 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: security-group May 03 21:09:08.364494 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: segment.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.365280 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.365794 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension segment not supported by any of loaded plugins May 03 21:09:08.366125 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.367098 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.367614 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 03 21:09:08.367942 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: servicetype.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.369033 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.369557 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: service-type May 03 21:09:08.369886 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: sorting.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.370863 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.371222 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: sorting May 03 21:09:08.371544 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: standard_attr_segment.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.373225 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.373747 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 03 21:09:08.374071 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: standardattrdescription.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.374718 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.375255 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: standard-attr-description May 03 21:09:08.375579 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: stateful_security_group.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.376490 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.377004 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: stateful-security-group May 03 21:09:08.377328 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: stdattrs_common.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.377906 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 03 21:09:08.378226 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.379259 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.379783 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 03 21:09:08.380105 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: subnet_onboard.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.381180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.381701 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: subnet_onboard May 03 21:09:08.382026 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.382972 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.383494 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 03 21:09:08.383818 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: subnet_service_types.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.384740 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.385260 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: subnet-service-types May 03 21:09:08.385585 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: subnetallocation.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.386666 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.387222 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: subnet_allocation May 03 21:09:08.387548 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.388255 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.388764 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: subnetpool-prefix-ops May 03 21:09:08.389084 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.390007 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.390518 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 03 21:09:08.390838 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: tagging.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.391926 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.392441 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: standard-attr-tag May 03 21:09:08.392767 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: timestamp.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.393990 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.394504 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loaded extension: standard-attr-timestamp May 03 21:09:08.394828 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: trunk.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.395928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.396447 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension trunk not supported by any of loaded plugins May 03 21:09:08.396769 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: trunk_details.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.397686 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.398199 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension trunk-details not supported by any of loaded plugins May 03 21:09:08.398519 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.399471 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.399984 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 03 21:09:08.400307 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Loading extension file: vlantransparent.py {{(pid=87128) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 03 21:09:08.400968 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87128) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 03 21:09:08.401474 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extension vlan-transparent not supported by any of loaded plugins May 03 21:09:08.404649 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:network May 03 21:09:08.405394 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:subnet May 03 21:09:08.406161 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:09:08.406756 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:port May 03 21:09:08.408037 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.408467 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service FLAVORS assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.409077 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.409510 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.409839 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:router May 03 21:09:08.410495 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:floatingip May 03 21:09:08.411228 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service METERING assigned prefix: /metering {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.412643 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.413009 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.413359 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87128) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:09:08.415658 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:09:08.416101 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:security_group May 03 21:09:08.416758 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:09:08.417494 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service CORE assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.417825 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:09:08.418159 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] subnetpool is already registered May 03 21:09:08.418778 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service CORE assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.419251 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:09:08.419618 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] subnetpool is already registered May 03 21:09:08.531950 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.532393 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service FLAVORS assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.532983 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.533406 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.533746 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:router May 03 21:09:08.534089 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] router is already registered May 03 21:09:08.534748 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:floatingip May 03 21:09:08.535106 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] floatingip is already registered May 03 21:09:08.535745 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service METERING assigned prefix: /metering {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.536560 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of CountableResource for resource:rbac_policy May 03 21:09:08.536895 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] rbac_policy is already registered May 03 21:09:08.537318 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:security_group May 03 21:09:08.537647 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] security_group is already registered May 03 21:09:08.538248 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:security_group_rule May 03 21:09:08.538576 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] security_group_rule is already registered May 03 21:09:08.539261 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service CORE assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.539596 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:09:08.539925 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] subnetpool is already registered May 03 21:09:08.540520 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.v2.resource_helper [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Service CORE assigned prefix: {{(pid=87128) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 03 21:09:08.540849 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Creating instance of TrackedResource for resource:subnetpool May 03 21:09:08.541175 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING neutron.quota.resource_registry [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] subnetpool is already registered May 03 21:09:08.541821 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: extensions {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.543342 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: address-groups {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.545416 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: address-scopes {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.546611 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: agents {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.547766 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: auto-allocated-topology {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.549088 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: availability_zones {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.550278 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: dhcp-networks {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.551705 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: dhcp-agents {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.553109 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: routers {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.554874 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: flavors {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.556049 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: service_profiles {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.557225 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: next_providers {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.558750 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: service_profiles {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.560768 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: floatingip-pools {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.561958 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: routers {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.563758 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: floatingips {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.565075 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: l3-routers {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.566305 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: l3-agents {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.567840 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: metering-labels {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.569061 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: metering-label-rules {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.570319 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: network-ip-availabilities {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.571579 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: bindings {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.573512 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: quotas {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.574958 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: quotas {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.577087 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: rbac-policies {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.578349 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: security-groups {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.579568 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: security-group-rules {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.580796 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: service-providers {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.582280 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: subnetpools {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.583622 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: subnetpools {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.585038 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.586803 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.588554 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.590333 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.594068 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.595936 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.597622 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.599532 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.601274 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.603136 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron.api.extensions [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Extended resource: tags {{(pid=87128) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 03 21:09:08.609611 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING keystonemiddleware.auth_token [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 03 21:09:08.614334 dv-cinder-840376-1-iscsi neutron-server[87128]: WARNING keystonemiddleware.auth_token [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 03 21:09:08.623371 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_concurrency.lockutils [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Acquired lock "singleton_lock" {{(pid=87128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 03 21:09:08.623838 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_concurrency.lockutils [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Releasing lock "singleton_lock" {{(pid=87128) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 03 21:09:08.624475 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Starting 2 workers May 03 21:09:08.629172 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Started child 87267 {{(pid=87128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:09:08.633613 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Started child 87268 {{(pid=87128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:09:08.634267 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:08.635078 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO neutron.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Neutron service started, listening on 0.0.0.0:9696 May 03 21:09:08.635724 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Notify callbacks [] for process, before_spawn {{(pid=87128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:08.638327 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [-] (87267) wsgi starting up on http://0.0.0.0:9696 May 03 21:09:08.638586 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Starting 1 workers May 03 21:09:08.640753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:08.642207 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [-] (87268) wsgi starting up on http://0.0.0.0:9696 May 03 21:09:08.643934 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Started child 87269 {{(pid=87128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:09:08.644494 dv-cinder-840376-1-iscsi neutron-server[87128]: INFO oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Starting 1 workers May 03 21:09:08.648967 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Started child 87270 {{(pid=87128) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 03 21:09:08.649817 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG neutron_lib.callbacks.manager [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] Notify callbacks [] for process, after_spawn {{(pid=87128) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:08.651865 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87128) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:09:08.652075 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:09:08.652272 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:09:08.652489 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:09:08.652833 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:09:08.652996 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:09:08.653539 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.653861 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.654175 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.654455 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.654756 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.655370 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.655642 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.655899 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.656164 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.656418 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.656584 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.656751 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.657006 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.657252 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.657593 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.657860 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.658096 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.658368 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.658514 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] calling RpcWorker wait() {{(pid=87269) _wait /opt/stack/neutron/neutron/service.py:128}} May 03 21:09:08.659056 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.659056 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.659204 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.service [None req-5841e35d-9fcd-4ccb-9aac-0152b53792d7 None None] returning from RpcWorker wait() {{(pid=87269) _wait /opt/stack/neutron/neutron/service.py:135}} May 03 21:09:08.659291 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.659291 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.659559 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] debug = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.659801 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.660266 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.660514 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.660764 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.660996 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.661178 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:08.661275 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.661503 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.661756 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.661988 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.662213 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:08.662310 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.662444 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.662713 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.662966 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.663189 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.663403 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.663661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.663892 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.664379 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] host = dv-cinder-840376-1-iscsi {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.664593 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.664809 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.665068 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.665275 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:08.665721 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.665721 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.665892 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.666014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.666430 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.666838 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.667244 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.667375 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:08.667777 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.668229 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.668585 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.669506 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.669816 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_options = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.670212 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.670622 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.671041 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.671392 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.671702 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.672024 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.672407 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.672707 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.673090 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.673493 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.673874 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.674264 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.674666 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.675088 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.675518 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.675930 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.676333 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.676738 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.677147 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.677542 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.677989 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.678395 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.678825 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.679248 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.679645 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.680046 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.680450 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.680846 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.681247 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.681691 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.682091 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.682519 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.682956 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.683372 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.683785 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.684190 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.684585 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.685602 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.686004 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.686418 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.686858 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.687264 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.687674 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.688084 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.688313 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.688560 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_json = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.688801 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.689044 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.689304 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.689544 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.689765 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.689987 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.690209 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.690448 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.690696 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.691154 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.691434 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.691935 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.692367 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.692809 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.693243 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.693659 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.694048 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.694669 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.694864 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.695134 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.695366 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.695640 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.695912 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.696243 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.696589 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.696857 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.697124 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.697359 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.697615 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.697837 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.698083 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.698421 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.698700 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.699199 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.699327 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.699624 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.699724 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.699932 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.700149 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.700393 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.700630 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.700894 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.701131 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.701880 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.701880 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.701880 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.702107 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.702235 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.702605 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.703017 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.703414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.703819 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.704196 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.704560 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.704922 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.705283 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.705651 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.706024 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.706404 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.706771 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.707154 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.707505 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.707854 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.708291 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.708712 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.709101 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.709485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.709866 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.710273 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.710672 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.711135 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.711545 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.711947 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.712347 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.712766 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.713170 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.713574 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.713972 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.714355 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.714742 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.715178 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.715598 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.716011 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.716412 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.716876 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.717426 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.717893 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.718307 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.718693 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.719099 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.719484 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.719884 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.720283 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.720734 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.721209 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.721619 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.722088 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.722535 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.723004 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.723431 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.723974 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.724222 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.724452 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.724694 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.724960 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.725216 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.725485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.725717 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.725971 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.726219 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.726447 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.726674 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.726922 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.727330 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.727576 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.727853 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.728112 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.728363 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.728643 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.728897 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.729475 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.729475 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.729695 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.729915 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.730191 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.730594 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.730812 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.735408 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 45292) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:08.735564 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.735708 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.736131 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.736551 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.736969 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.737252 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.737503 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.737748 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.738004 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.738287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.738530 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.738758 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.739003 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.739379 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.739883 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.740271 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.740654 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.741096 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.741387 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.741918 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.741918 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.742151 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.742551 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.742968 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.743355 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.744115 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064785 May 03 21:09:08.745014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745240 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745316 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745531 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745750 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.745995 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.746217 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.746436 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.746723 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.748022 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.748022 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750174 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750174 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750174 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750174 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750463 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750605 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.750862 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.751112 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.751333 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.751552 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.751765 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.752032 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.752262 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.752531 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.752794 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.753032 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.753283 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.753525 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.753780 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.754028 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.754276 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.754501 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.754735 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.755598 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.755598 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.755598 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.755950 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.756380 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.756786 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.757044 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.757294 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.757639 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.758067 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.758599 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.758848 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.759121 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.759358 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.759608 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.759825 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.760042 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.760259 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.760479 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.760725 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.760940 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.761154 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.761392 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.761606 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.761900 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.762150 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.762398 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.762614 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.762910 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.764270 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.764678 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.764929 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.765153 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.765627 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.765627 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.765915 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.766051 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.766340 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.766598 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.766847 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.767111 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768186 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768186 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768186 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768186 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768186 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768638 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768638 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.768815 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.769027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.769244 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.769499 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.769794 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.770063 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.770287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.770728 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.771131 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.771501 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.771902 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.772244 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.772485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.772745 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.772970 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.773563 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.773563 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.773869 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.774016 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.774306 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.775282 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.775282 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.775282 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.775850 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.775850 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.775850 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.776226 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.776457 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.776692 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.776962 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.777188 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.779760 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780658 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780977 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.780977 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.781100 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:09:08.781712 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87128) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 03 21:09:08.781855 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 03 21:09:08.781979 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 03 21:09:08.782100 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 03 21:09:08.782221 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 03 21:09:08.782436 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 03 21:09:08.782555 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.782721 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.782882 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.784336 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785703 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785703 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785703 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.785703 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786152 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786152 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] debug = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786152 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786490 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786490 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786490 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786796 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.786796 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.787056 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.787161 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.787262 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.788287 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] host = dv-cinder-840376-1-iscsi {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789027 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789569 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789569 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789569 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.789569 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.790018 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.790018 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.790018 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.790346 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.790346 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_options = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791845 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791845 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791845 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.791845 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792129 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792129 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792274 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792425 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792580 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792732 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.792885 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.793051 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.793202 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.793359 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.793597 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.793716 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.793818 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.795667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.796928 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.797729 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.797729 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.797729 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.797729 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.797729 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.797729 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.798122 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.798122 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.798263 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_json = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.798338 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799034 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799034 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799034 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799034 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799451 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799451 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799451 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799809 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 03 21:09:08.799809 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800033 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800033 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800261 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800369 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800470 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800584 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800724 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.800881 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.801038 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.801215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.801377 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.801550 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.801713 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.801865 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802007 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802169 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802329 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802491 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802640 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802788 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.802932 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.803200 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.803360 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.803512 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.803668 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.803828 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.803989 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.804150 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.804310 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.804471 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.804630 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.804791 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.804949 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.805093 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.805246 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.805407 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.805568 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.805730 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.805889 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.806048 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.806208 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.806355 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.806522 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.806663 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.806819 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807016 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807167 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807325 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807478 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807643 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807792 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.807944 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.808099 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.808254 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.808408 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.808562 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.809399 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.809399 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.809399 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810500 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.810661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.811965 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.811965 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.815475 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.815667 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.815812 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.815950 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.816100 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.816191 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.816335 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.816497 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.816673 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.817960 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.818120 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.818440 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.819511 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.819728 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.819921 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.820079 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.821531 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.821531 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.821531 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.821531 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822180 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822689 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822689 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822689 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.822689 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823157 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823157 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823157 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823449 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823449 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823604 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823747 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.823908 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.824069 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.824232 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.825194 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.826215 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.827360 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.827713 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.828610 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.828784 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.828965 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.829898 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.830083 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.830255 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.830424 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.830582 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.830751 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.830922 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.831096 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.831261 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.831425 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.831588 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.831761 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.831935 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.832090 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.832251 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.832473 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.832605 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.832750 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.832915 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.833075 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.833237 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.833407 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.833909 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.833909 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.833909 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834109 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834173 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834319 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834470 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834642 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834792 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.834998 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.835696 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.835875 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.836037 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.836208 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.837125 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.837292 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.837462 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.837630 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.837792 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.837957 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.838120 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.838285 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.838448 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.838617 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.838765 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.838983 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.839119 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.839262 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.839511 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.839603 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.839721 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.839914 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.840048 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.840253 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.840344 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.840561 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.840734 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.840823 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.841676 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.841889 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.842084 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.842243 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.842411 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.842574 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.842849 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.843020 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.843560 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.843731 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.843896 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.844077 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845014 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845787 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845787 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845787 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845787 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.845787 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846394 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846394 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846394 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846394 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846894 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846894 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846894 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.846894 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.847630 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.847781 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.847939 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.848089 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.848269 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.848421 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.848560 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.848695 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.848848 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849017 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849173 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849327 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849485 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849621 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849787 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.849942 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.850097 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.850250 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.850405 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.850569 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.850724 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.850871 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.852414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.852414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.852414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.852414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.852414 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853097 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853097 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853097 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853097 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853604 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853604 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853604 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853977 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853977 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.853977 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.854347 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.854347 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.854619 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.854619 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.854875 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.854875 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.855931 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.856108 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.856272 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.856447 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.856661 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.856803 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.856956 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.857118 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.857278 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.857431 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.857615 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.857755 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.857889 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.858195 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.858195 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.858482 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.858482 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.858734 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.858867 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.859059 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.860116 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.860116 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.860116 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.860545 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 03 21:09:08.860545 dv-cinder-840376-1-iscsi neutron-server[87128]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87128) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 03 21:09:19.582125 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf95101-386c-4204-8493-682e81151288 None None] get_active_networks_info from dv-cinder-840376-1-iscsi {{(pid=87269) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 03 21:09:19.656567 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf95101-386c-4204-8493-682e81151288 None None] No non-hosted networks {{(pid=87269) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 03 21:09:19.666018 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.agentschedulers_db [None req-fbf95101-386c-4204-8493-682e81151288 None None] DHCP Agent not found on host dv-cinder-840376-1-iscsi {{(pid=87269) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 03 21:09:19.830594 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-32084ccd-6889-48c3-9a26-7f30f462d79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641241'] for agent, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:21.626454 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-73dfcb15-a191-43e0-a734-a8f50db50f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641241'] for agent, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:21.664613 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-12b8e85a-6d63-4a25-829c-811286b2e632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:22.966792 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641241'] for agent, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:23.058417 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641241'] for agent, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:23.060504 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.061257 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.063044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.063668 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.064382 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.065628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.067244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.069227 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.070275 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.071559 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.071972 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.072367 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:23.072853 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-840376-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:23.083861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-840376-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:24.102411 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641241'] for agent, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:25.771942 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 45392) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:25.922707 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.db.l3_hamode_db [None req-995c40e7-8f8e-4719-a4fd-1ea775b5f70f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 03 21:09:26.006862 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c40e7-8f8e-4719-a4fd-1ea775b5f70f None None] Routers set() bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:09:26.007280 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995c40e7-8f8e-4719-a4fd-1ea775b5f70f None None] Router IDs set() for agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 03 21:09:26.356889 dv-cinder-840376-1-iscsi neutron-server[87268]: WARNING oslo_policy.policy [None req-9ab7769f-257e-499b-8fc7-7f7aedfe7ca6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:26.357462 dv-cinder-840376-1-iscsi neutron-server[87268]: WARNING oslo_policy.policy [None req-9ab7769f-257e-499b-8fc7-7f7aedfe7ca6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:26.574341 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [None req-9ab7769f-257e-499b-8fc7-7f7aedfe7ca6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:09:26.576004 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-9ab7769f-257e-499b-8fc7-7f7aedfe7ca6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8031943 May 03 21:09:28.974769 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 45406) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:29.344422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:09:29.440028 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.policy [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87268) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 21:09:29.486540 dv-cinder-840376-1-iscsi neutron-server[87268]: WARNING oslo_policy.policy [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:29.486908 dv-cinder-840376-1-iscsi neutron-server[87268]: WARNING oslo_policy.policy [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:29.495262 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.quota [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] Loaded quota_driver: . May 03 21:09:29.513471 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:29.572131 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792370327984', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792370328463', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792370439849', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792370443006', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792370422929', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792370400737', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3702277', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3692188', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644536', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-963946'] for rbac-policy, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:29.635002 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:29.636207 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f721c1f1-a638-4671-b1e0-8c7157abd106 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6604216 May 03 21:09:32.271023 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45420) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:32.843324 dv-cinder-840376-1-iscsi neutron-server[87267]: WARNING oslo_policy.policy [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:32.843952 dv-cinder-840376-1-iscsi neutron-server[87267]: WARNING oslo_policy.policy [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:33.060988 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Request body: {'network': {'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'name': 'private'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:09:33.062608 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.quota [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Loaded quota_driver: . May 03 21:09:33.078161 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:33.084598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Usage tracker for resource:network and tenant:edab22a0eeb3414d95a156d8d8cce5a4 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:33.090089 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:33.097872 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:33.114252 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Made reservation on behalf of edab22a0eeb3414d95a156d8d8cce5a4 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:09:33.181846 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.policy [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87267) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 03 21:09:33.226404 dv-cinder-840376-1-iscsi neutron-server[87267]: WARNING oslo_policy.policy [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:33.226772 dv-cinder-840376-1-iscsi neutron-server[87267]: WARNING oslo_policy.policy [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 03 21:09:33.237169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.262751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.280816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:33.284594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Usage tracker for resource:security_group_rule and tenant:edab22a0eeb3414d95a156d8d8cce5a4 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:33.289790 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:33.295939 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:33.394618 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.398130 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.422200 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:09:33.446680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792370397462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.447290 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Unsubscribe: segment precommit_create {{(pid=87267) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:09:33.447798 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Added segment 2b56697a-5931-4bb7-aa78-20b920159d44 of type vlan for network 4df5265c-0a32-4052-9b2c-27576380ed0d May 03 21:09:33.456597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafbef72-bd07-4565-bf2b-32a55052b63e,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:33.510606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.510993 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.511336 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.511666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.511993 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.512952 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.513180 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.513549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.513902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.514143 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.514902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.514902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Tracked resource versions report: May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: pushed versions: May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: { 'AddressGroup': {'1.2'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'ConntrackHelper': {'1.0'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Log': {'1.0'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Network': {'1.1'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Port': {'1.7'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'PortForwarding': {'1.2'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'QosPolicy': {'1.8'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroup': {'1.4'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroupRule': {'1.2'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SubPort': {'1.0'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Subnet': {'1.1'}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Trunk': {'1.1'}} May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: consumer versions: May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'ConntrackHelper': '1.0', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Log': '1.0', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Network': '1.1', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Port': '1.7', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'PortForwarding': '1.2', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'QosPolicy': '1.8', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroup': '1.4', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroupRule': '1.2', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SubPort': '1.0', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Subnet': '1.1', May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Trunk': '1.1'}} May 03 21:09:33.515906 dv-cinder-840376-1-iscsi neutron-server[87267]: {{(pid=87267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:09:33.566467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.606598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.607762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:09:33.608381 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:33.713679 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4404957 May 03 21:09:33.717298 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c662f-b250-45ab-a117-b194aeb90b07 admin admin] Pushing event updated for resources: {'Network': ['ID=4df5265c-0a32-4052-9b2c-27576380ed0d,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:33.729544 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 4df5265c-0a32-4052-9b2c-27576380ed0d details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:09:36.509276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45442) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:36.951036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513676d7-68f1-444b-83a0-65b94b2da45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:09:36.952374 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-513676d7-68f1-444b-83a0-65b94b2da45c admin admin] 10.222.0.26 "GET /v2.0/networks/4df5265c-0a32-4052-9b2c-27576380ed0d HTTP/1.1" status: 200 len: 825 time: 0.4420702 May 03 21:09:36.980913 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6398a7b9-5495-4eb3-975b-056d64943068 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/9f206b3c-2285-4eee-988d-6eddb1593fdc HTTP/1.1" status: 200 len: 734 time: 0.0231316 May 03 21:09:36.989705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:09:36.994358 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:36.999158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Usage tracker for resource:subnet and tenant:edab22a0eeb3414d95a156d8d8cce5a4 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:37.001937 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:37.008132 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:37.018070 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Made reservation on behalf of edab22a0eeb3414d95a156d8d8cce5a4 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:09:37.020317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:37.290690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:37.383378 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b281fbb-980d-496f-a358-6c46fe959c7c,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:37.389321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Checking segment: {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:09:37.389700 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Network hostable DHCP agents. Network: 4df5265c-0a32-4052-9b2c-27576380ed0d, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:09:37.410452 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Network 4df5265c-0a32-4052-9b2c-27576380ed0d is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:09:37.419824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 4df5265c-0a32-4052-9b2c-27576380ed0d) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:09:37.424277 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:09:37.424861 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:37.429788 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b07d99-f52d-4dbc-975a-d4aa2c77ba0f None None] Network 4df5265c-0a32-4052-9b2c-27576380ed0d requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:09:37.447737 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6145b1c4-a5ff-4dcd-b0ce-3975976b517a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4573889 May 03 21:09:37.735075 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-4df5265c-0a32-4052-9b2c-27576380ed0d', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:09:37.736284 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:37.919602 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Allocated IP 172.20.0.2 (4df5265c-0a32-4052-9b2c-27576380ed0d/8b281fbb-980d-496f-a358-6c46fe959c7c/199805b5-c7b2-4349-888b-efb46f0220ed) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:09:38.146047 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:38.159421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Transition to ACTIVE for port object 199805b5-c7b2-4349-888b-efb46f0220ed will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:09:38.179838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Transition to ACTIVE for port object 199805b5-c7b2-4349-888b-efb46f0220ed will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:09:38.187825 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:38.254252 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Network 4df5265c-0a32-4052-9b2c-27576380ed0d is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:09:38.256979 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:09:38.262006 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Pushing event updated for resources: {'Port': ['ID=199805b5-c7b2-4349-888b-efb46f0220ed,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:38.264261 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:09:38.301077 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.301425 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.301767 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.302103 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.302434 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.302765 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.303125 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.303453 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.303795 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.304124 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.304450 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.304770 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Tracked resource versions report: May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: pushed versions: May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: { 'AddressGroup': {'1.2'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'ConntrackHelper': {'1.0'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Log': {'1.0'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Network': {'1.1'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Port': {'1.7'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'PortForwarding': {'1.2'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'QosPolicy': {'1.8'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroup': {'1.4'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroupRule': {'1.2'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SubPort': {'1.0'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Subnet': {'1.1'}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Trunk': {'1.1'}} May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: consumer versions: May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'ConntrackHelper': '1.0', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Log': '1.0', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Network': '1.1', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Port': '1.7', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'PortForwarding': '1.2', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'QosPolicy': '1.8', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroup': '1.4', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroupRule': '1.2', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SubPort': '1.0', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Subnet': '1.1', May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Trunk': '1.1'}} May 03 21:09:38.305883 dv-cinder-840376-1-iscsi neutron-server[87269]: {{(pid=87269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:09:38.365660 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Attempting to bind port 199805b5-c7b2-4349-888b-efb46f0220ed on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:09:38.366052 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Attempting to bind port 199805b5-c7b2-4349-888b-efb46f0220ed by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:09:38.366466 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Attempting to bind port 199805b5-c7b2-4349-888b-efb46f0220ed on network 4df5265c-0a32-4052-9b2c-27576380ed0d {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:09:38.371724 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:09:38.372124 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Checking segment: {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:09:38.372858 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:38.373249 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Bound using segment: {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:09:38.373712 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Bound port: 199805b5-c7b2-4349-888b-efb46f0220ed, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:09:38.374098 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:38.461319 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] For port 199805b5-c7b2-4349-888b-efb46f0220ed, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:09:38.466010 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] For port 199805b5-c7b2-4349-888b-efb46f0220ed, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=199805b5-c7b2-4349-888b-efb46f0220ed,segment=NetworkSegment(2b56697a-5931-4bb7-aa78-20b920159d44),segment_id=2b56697a-5931-4bb7-aa78-20b920159d44)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:09:38.473522 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:38.564402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53db3a-7838-4ada-8dc8-f1d5e45d1f6f None None] Pushing event updated for resources: {'Port': ['ID=199805b5-c7b2-4349-888b-efb46f0220ed,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:39.901618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 45452) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:40.267477 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [None req-a8d30460-63cc-499a-9ddc-ad898d58e47a admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:09:40.268451 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-a8d30460-63cc-499a-9ddc-ad898d58e47a admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3659275 May 03 21:09:42.300430 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07027acb-e710-44bb-a50c-3984eb07889d None None] Network 4df5265c-0a32-4052-9b2c-27576380ed0d requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:09:42.384012 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b0468b9c-67fd-48b5-964b-00214faf8ccb None None] Provisioning for port 199805b5-c7b2-4349-888b-efb46f0220ed completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:09:42.736463 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45466) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:42.830346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 199805b5-c7b2-4349-888b-efb46f0220ed up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:09:42.895080 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 199805b5-c7b2-4349-888b-efb46f0220ed completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:09:42.899575 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 199805b5-c7b2-4349-888b-efb46f0220ed triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:09:42.899971 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:43.014634 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:43.046415 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 199805b5-c7b2-4349-888b-efb46f0220ed, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=199805b5-c7b2-4349-888b-efb46f0220ed,segment=NetworkSegment(2b56697a-5931-4bb7-aa78-20b920159d44),segment_id=2b56697a-5931-4bb7-aa78-20b920159d44)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:09:43.050034 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:43.112668 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [None req-f31dbc14-38c5-4766-a146-fd9e69b96b03 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:09:43.113662 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f31dbc14-38c5-4766-a146-fd9e69b96b03 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3762767 May 03 21:09:43.120111 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=199805b5-c7b2-4349-888b-efb46f0220ed,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:44.805017 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 199805b5-c7b2-4349-888b-efb46f0220ed up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:09:44.871994 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 199805b5-c7b2-4349-888b-efb46f0220ed triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:09:44.872377 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:45.838763 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45478) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:46.182479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:09:46.187643 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:46.191385 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Usage tracker for resource:router and tenant:edab22a0eeb3414d95a156d8d8cce5a4 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:46.194598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:46.200726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:46.210407 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:46.211952 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:46.233570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:46.339265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:46.358389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:46.359576 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-626793e5-e109-4b78-84aa-67004e39916c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5198278 May 03 21:09:46.707816 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:09:48.773822 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45488) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:49.134147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [None req-87f1b73b-2903-43ca-b127-c1542d010c36 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:09:49.135141 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-87f1b73b-2903-43ca-b127-c1542d010c36 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3604460 May 03 21:09:49.516612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a7752d74-1a57-4c6e-8ccb-d3208c3611d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:51.550965 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45498) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:51.619189 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-fee0fb19-a660-46fa-92a0-247bfe4fa700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:51.910062 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:09:51.914922 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:51.919276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Usage tracker for resource:network and tenant:642e22def04a4ee2aa6e88029f5e83c3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:51.922021 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:51.927979 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:51.937752 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Made reservation on behalf of 642e22def04a4ee2aa6e88029f5e83c3 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:09:51.940124 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:51.952764 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:51.967101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:51.970680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Usage tracker for resource:security_group_rule and tenant:642e22def04a4ee2aa6e88029f5e83c3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:51.973411 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:51.978899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:52.061739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.065257 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.082044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Reserving flat network on physical network physnet1 {{(pid=87267) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 03 21:09:52.101855 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c73e9-0a81-4240-9a0f-a63a7957ebbc,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:52.107858 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.108197 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Added segment 42560438-0221-4abf-8745-a2b6d3b63527 of type flat for network d3d5070d-d017-4cd6-9c22-1e5b95934d92 May 03 21:09:52.139436 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.173333 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.174219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:09:52.174782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:52.266830 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7148137 May 03 21:09:52.274362 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0055033-e983-41b2-95f8-11ec81c5dc4b admin admin] Pushing event updated for resources: {'Network': ['ID=d3d5070d-d017-4cd6-9c22-1e5b95934d92,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:52.285698 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:09:52.926958 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:53.050517 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:54.047677 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:54.662575 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45518) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:54.871673 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d71fd-c3e4-4c64-a124-0ebbb384169c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:09:54.873236 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-aa7d71fd-c3e4-4c64-a124-0ebbb384169c admin admin] 10.222.0.26 "GET /v2.0/subnets/8b281fbb-980d-496f-a358-6c46fe959c7c HTTP/1.1" status: 200 len: 849 time: 0.2096829 May 03 21:09:55.014430 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-99b3f57f-bd7a-4368-b9fe-7916d850a6f0 admin admin] 10.222.0.26 "GET /v2.0/routers/81e21dce-6421-4aa8-972f-cdfedba02626 HTTP/1.1" status: 200 len: 704 time: 0.1355658 May 03 21:09:55.470530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:55.726726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Allocated IP 172.20.0.1 (4df5265c-0a32-4052-9b2c-27576380ed0d/8b281fbb-980d-496f-a358-6c46fe959c7c/1a522942-37bf-48c4-8f8d-66c93068938e) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:09:55.877901 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:55.894616 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Transition to ACTIVE for port object 1a522942-37bf-48c4-8f8d-66c93068938e will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:09:55.949053 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.010455 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Network 4df5265c-0a32-4052-9b2c-27576380ed0d is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:09:56.013801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:09:56.016448 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:09:56.016962 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.157604 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Pushing event updated for resources: {'Port': ['ID=1a522942-37bf-48c4-8f8d-66c93068938e,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:56.202024 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-aaa7fe68-f258-45f2-8c7c-aa196968a7cb None None] Provisioning for port 1a522942-37bf-48c4-8f8d-66c93068938e completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:09:56.206759 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-aaa7fe68-f258-45f2-8c7c-aa196968a7cb None None] Provisioning complete for port 1a522942-37bf-48c4-8f8d-66c93068938e triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:09:56.207173 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-aaa7fe68-f258-45f2-8c7c-aa196968a7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.263597 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7fe68-f258-45f2-8c7c-aa196968a7cb None None] Port 1a522942-37bf-48c4-8f8d-66c93068938e cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:09:56.276279 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.493746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.499109 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.499987 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.638910 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Pushing event updated for resources: {'Port': ['ID=1a522942-37bf-48c4-8f8d-66c93068938e,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:56.689510 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Network 4df5265c-0a32-4052-9b2c-27576380ed0d is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:09:56.690543 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:09:56.878359 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Router 81e21dce-6421-4aa8-972f-cdfedba02626 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:09:56.887534 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-bb7eef7e-3f1f-468a-a609-681e4f590980 None None] Provisioning complete for port 1a522942-37bf-48c4-8f8d-66c93068938e triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:09:56.887992 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-bb7eef7e-3f1f-468a-a609-681e4f590980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:56.940557 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eef7e-3f1f-468a-a609-681e4f590980 None None] Port 1a522942-37bf-48c4-8f8d-66c93068938e cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:09:57.067525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:09:57.076924 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1fdabda1-3bf4-468f-b8c1-11dcee26ae03 admin admin] 10.222.0.26 "PUT /v2.0/routers/81e21dce-6421-4aa8-972f-cdfedba02626/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0575614 May 03 21:09:57.077634 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Sync routers for ids ['81e21dce-6421-4aa8-972f-cdfedba02626'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:09:57.087907 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Routers {'81e21dce-6421-4aa8-972f-cdfedba02626'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:09:57.088785 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:09:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['81e21dce-6421-4aa8-972f-cdfedba02626'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:57.260110 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Set router 81e21dce-6421-4aa8-972f-cdfedba02626 gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:09:57.628027 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:09:46Z', 'updated_at': '2022-05-03T21:09:56Z', 'revision_number': 2, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gw_port_host': None, '_interfaces': [{'id': '1a522942-37bf-48c4-8f8d-66c93068938e', 'name': '', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'mac_address': 'fa:16:3e:67:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:09:55Z', 'updated_at': '2022-05-03T21:09:56Z', 'revision_number': 2, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'subnets': [{'id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:57.632794 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Checking router: 81e21dce-6421-4aa8-972f-cdfedba02626 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:09:57.633177 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Updating router 81e21dce-6421-4aa8-972f-cdfedba02626 port 1a522942-37bf-48c4-8f8d-66c93068938e binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:09:57.684541 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:58.062510 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:58.078039 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Transition to ACTIVE for port object 1a522942-37bf-48c4-8f8d-66c93068938e will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:09:58.084759 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:58.327350 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Pushing event updated for resources: {'Port': ['ID=1a522942-37bf-48c4-8f8d-66c93068938e,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:58.336335 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.336679 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.337005 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.337330 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.337653 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.337975 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.338299 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.338619 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.338977 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.339301 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.339616 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.340075 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Tracked resource versions report: May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: pushed versions: May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: { 'AddressGroup': {'1.2'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'ConntrackHelper': {'1.0'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Log': {'1.0'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Network': {'1.1'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Port': {'1.7'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'PortForwarding': {'1.2'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'QosPolicy': {'1.8'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroup': {'1.4'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroupRule': {'1.2'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SubPort': {'1.0'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Subnet': {'1.1'}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Trunk': {'1.1'}} May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: consumer versions: May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'ConntrackHelper': '1.0', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Log': '1.0', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Network': '1.1', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Port': '1.7', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'PortForwarding': '1.2', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'QosPolicy': '1.8', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroup': '1.4', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroupRule': '1.2', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SubPort': '1.0', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Subnet': '1.1', May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Trunk': '1.1'}} May 03 21:09:58.341165 dv-cinder-840376-1-iscsi neutron-server[87270]: {{(pid=87270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:09:58.343757 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Attempting to bind port 1a522942-37bf-48c4-8f8d-66c93068938e on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:09:58.343847 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Attempting to bind port 1a522942-37bf-48c4-8f8d-66c93068938e by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:09:58.344254 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Attempting to bind port 1a522942-37bf-48c4-8f8d-66c93068938e on network 4df5265c-0a32-4052-9b2c-27576380ed0d {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:09:58.349997 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:09:58.350388 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Checking segment: {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:09:58.350856 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:58.351263 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Bound using segment: {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:09:58.351732 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Bound port: 1a522942-37bf-48c4-8f8d-66c93068938e, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b56697a-5931-4bb7-aa78-20b920159d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:09:58.352111 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:58.444597 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] For port 1a522942-37bf-48c4-8f8d-66c93068938e, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:09:58.448745 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] For port 1a522942-37bf-48c4-8f8d-66c93068938e, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=1a522942-37bf-48c4-8f8d-66c93068938e,segment=NetworkSegment(2b56697a-5931-4bb7-aa78-20b920159d44),segment_id=2b56697a-5931-4bb7-aa78-20b920159d44)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:09:58.455483 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:58.550109 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Routers {'81e21dce-6421-4aa8-972f-cdfedba02626'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:09:58.550767 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:09:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['81e21dce-6421-4aa8-972f-cdfedba02626'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:58.661174 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51274-3795-4f0f-8d75-84896fc68b14 None None] Pushing event updated for resources: {'Port': ['ID=1a522942-37bf-48c4-8f8d-66c93068938e,revision_number=4']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:09:58.709420 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] Set router 81e21dce-6421-4aa8-972f-cdfedba02626 gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:09:59.028412 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:09:46Z', 'updated_at': '2022-05-03T21:09:56Z', 'revision_number': 2, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gw_port_host': None, '_interfaces': [{'id': '1a522942-37bf-48c4-8f8d-66c93068938e', 'name': '', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'mac_address': 'fa:16:3e:67:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:09:55Z', 'updated_at': '2022-05-03T21:09:58Z', 'revision_number': 4, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'subnets': [{'id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:09:59.032382 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0286dda5-6f8a-4fef-a52c-d4bae1192249 None None] The sync data for ids ['81e21dce-6421-4aa8-972f-cdfedba02626'] in dv-cinder-840376-1-iscsi is: [{'id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:09:46Z', 'updated_at': '2022-05-03T21:09:56Z', 'revision_number': 2, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gw_port_host': None, '_interfaces': [{'id': '1a522942-37bf-48c4-8f8d-66c93068938e', 'name': '', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'mac_address': 'fa:16:3e:67:21:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:09:55Z', 'updated_at': '2022-05-03T21:09:58Z', 'revision_number': 4, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'subnets': [{'id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:09:59.311162 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 45540) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:09:59.491332 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdc139-8fe0-47ca-a451-c5c44623e3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:09:59.497263 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f9cdc139-8fe0-47ca-a451-c5c44623e3d9 admin admin] 10.222.0.26 "GET /v2.0/networks/d3d5070d-d017-4cd6-9c22-1e5b95934d92 HTTP/1.1" status: 200 len: 842 time: 0.1807065 May 03 21:09:59.502933 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Request body: {'subnet': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:09:59.507764 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:09:59.512881 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Usage tracker for resource:subnet and tenant:642e22def04a4ee2aa6e88029f5e83c3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:09:59.516549 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:09:59.522592 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:09:59.531789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Made reservation on behalf of 642e22def04a4ee2aa6e88029f5e83c3 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:09:59.534450 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Notify callbacks [] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:09:59.994120 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.objects.ports [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87268) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 03 21:09:59.994591 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:00.072769 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:10:00.073065 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Network hostable DHCP agents. Network: d3d5070d-d017-4cd6-9c22-1e5b95934d92, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:10:00.081359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0c93e3-a5db-47eb-9c5b-a6aad7e44937,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:10:00.093557 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.093900 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.094230 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.094556 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.094883 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.095243 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.095560 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.095875 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.096191 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.096507 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.096815 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.097123 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Tracked resource versions report: May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: pushed versions: May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: { 'AddressGroup': {'1.2'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'ConntrackHelper': {'1.0'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Log': {'1.0'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Network': {'1.1'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Port': {'1.7'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'PortForwarding': {'1.2'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'QosPolicy': {'1.8'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroup': {'1.4'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroupRule': {'1.2'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SubPort': {'1.0'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Subnet': {'1.1'}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Trunk': {'1.1'}} May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: consumer versions: May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'ConntrackHelper': '1.0', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Log': '1.0', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Network': '1.1', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Port': '1.7', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'PortForwarding': '1.2', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'QosPolicy': '1.8', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroup': '1.4', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroupRule': '1.2', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SubPort': '1.0', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Subnet': '1.1', May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Trunk': '1.1'}} May 03 21:10:00.098237 dv-cinder-840376-1-iscsi neutron-server[87268]: {{(pid=87268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:10:00.119226 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:10:00.130680 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, d3d5070d-d017-4cd6-9c22-1e5b95934d92) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:10:00.135016 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:10:00.135617 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:00.141215 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54f683b-cebb-4b31-a1af-24f3cd7aad30 None None] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:10:00.156511 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e50dcfa0-e581-4d74-b6ad-0f5312f3b48d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6567996 May 03 21:10:00.363090 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f96db-0695-4a67-b196-2c9a5a35ded0 None None] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:10:00.844295 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 1a522942-37bf-48c4-8f8d-66c93068938e up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:10:00.915141 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 1a522942-37bf-48c4-8f8d-66c93068938e completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:10:00.920658 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 1a522942-37bf-48c4-8f8d-66c93068938e triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:10:00.921029 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:01.038778 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:01.073166 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 1a522942-37bf-48c4-8f8d-66c93068938e, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=1a522942-37bf-48c4-8f8d-66c93068938e,segment=NetworkSegment(2b56697a-5931-4bb7-aa78-20b920159d44),segment_id=2b56697a-5931-4bb7-aa78-20b920159d44)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:10:01.077632 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:01.142651 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=1a522942-37bf-48c4-8f8d-66c93068938e,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:10:02.497152 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 45558) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:10:02.734583 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-43ac4255-f5a1-49c4-8845-ee187a40bad8 admin admin] 10.222.0.26 "GET /v2.0/routers/81e21dce-6421-4aa8-972f-cdfedba02626 HTTP/1.1" status: 200 len: 710 time: 0.2360449 May 03 21:10:02.817094 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 1a522942-37bf-48c4-8f8d-66c93068938e up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:10:02.865540 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23026996-5096-4f3a-9dc9-1ac726ad9d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:10:02.866884 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-23026996-5096-4f3a-9dc9-1ac726ad9d3d admin admin] 10.222.0.26 "GET /v2.0/networks/d3d5070d-d017-4cd6-9c22-1e5b95934d92 HTTP/1.1" status: 200 len: 886 time: 0.1270545 May 03 21:10:02.875804 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:10:02.885478 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 1a522942-37bf-48c4-8f8d-66c93068938e triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:10:02.885851 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:03.316768 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:03.639773 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:03.694232 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:03.860393 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Allocated IP 172.27.0.153 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/13ddc599-7650-43c6-b557-117c5e62eb0d) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:10:04.003736 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:04.061467 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:04.121607 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:10:04.124571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:10:04.128099 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:10:04.235850 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Pushing event updated for resources: {'Port': ['ID=13ddc599-7650-43c6-b557-117c5e62eb0d,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:10:04.497571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:04.829315 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:04.832477 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-641526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-641533', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-643214'] for router, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:05.046611 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Router 81e21dce-6421-4aa8-972f-cdfedba02626 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:10:05.218879 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:10:05.227830 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:05.228258 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Sync routers for ids ['81e21dce-6421-4aa8-972f-cdfedba02626'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:10:05.229008 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-203187f5-b6f4-4e3c-a2d5-d420b93f12af admin admin] 10.222.0.26 "PUT /v2.0/routers/81e21dce-6421-4aa8-972f-cdfedba02626 HTTP/1.1" status: 200 len: 890 time: 2.3565922 May 03 21:10:05.238483 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Routers {'81e21dce-6421-4aa8-972f-cdfedba02626'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:10:05.239182 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:09:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['81e21dce-6421-4aa8-972f-cdfedba02626'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:10:05.428983 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Set router 81e21dce-6421-4aa8-972f-cdfedba02626 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:10:05.792270 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '13ddc599-7650-43c6-b557-117c5e62eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:09:46Z', 'updated_at': '2022-05-03T21:10:04Z', 'revision_number': 4, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gw_port': {'id': '13ddc599-7650-43c6-b557-117c5e62eb0d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:10:03Z', 'updated_at': '2022-05-03T21:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1a522942-37bf-48c4-8f8d-66c93068938e', 'name': '', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'mac_address': 'fa:16:3e:67:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:09:55Z', 'updated_at': '2022-05-03T21:10:01Z', 'revision_number': 5, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'subnets': [{'id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:10:05.798318 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Checking router: 81e21dce-6421-4aa8-972f-cdfedba02626 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:10:05.798662 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Updating router 81e21dce-6421-4aa8-972f-cdfedba02626 port 13ddc599-7650-43c6-b557-117c5e62eb0d binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:10:05.849835 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:06.171393 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:06.182747 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Transition to ACTIVE for port object 13ddc599-7650-43c6-b557-117c5e62eb0d will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:10:06.188619 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:06.265989 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Attempting to bind port 13ddc599-7650-43c6-b557-117c5e62eb0d on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:10:06.266571 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Attempting to bind port 13ddc599-7650-43c6-b557-117c5e62eb0d by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:10:06.266709 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Attempting to bind port 13ddc599-7650-43c6-b557-117c5e62eb0d on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:10:06.275376 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c4785-98e6-4816-8f99-be63d847c2e8 None None] Pushing event updated for resources: {'Port': ['ID=13ddc599-7650-43c6-b557-117c5e62eb0d,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:10:06.279601 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:10:06.279971 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:10:06.280368 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:06.280751 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:10:06.281289 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Bound port: 13ddc599-7650-43c6-b557-117c5e62eb0d, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:10:06.281745 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:06.351851 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] For port 13ddc599-7650-43c6-b557-117c5e62eb0d, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:10:06.354666 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] For port 13ddc599-7650-43c6-b557-117c5e62eb0d, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=13ddc599-7650-43c6-b557-117c5e62eb0d,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:10:06.359413 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:06.436290 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Routers {'81e21dce-6421-4aa8-972f-cdfedba02626'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:10:06.437289 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:09:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['81e21dce-6421-4aa8-972f-cdfedba02626'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:10:06.551511 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c4785-98e6-4816-8f99-be63d847c2e8 None None] Pushing event updated for resources: {'Port': ['ID=13ddc599-7650-43c6-b557-117c5e62eb0d,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:10:06.623531 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] Set router 81e21dce-6421-4aa8-972f-cdfedba02626 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:10:06.945784 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '13ddc599-7650-43c6-b557-117c5e62eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:09:46Z', 'updated_at': '2022-05-03T21:10:04Z', 'revision_number': 4, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gw_port': {'id': '13ddc599-7650-43c6-b557-117c5e62eb0d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:10:03Z', 'updated_at': '2022-05-03T21:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1a522942-37bf-48c4-8f8d-66c93068938e', 'name': '', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'mac_address': 'fa:16:3e:67:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:09:55Z', 'updated_at': '2022-05-03T21:10:01Z', 'revision_number': 5, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'subnets': [{'id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:10:06.949954 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b049ad5-b7d3-4a1a-8a95-8be803d5be4a None None] The sync data for ids ['81e21dce-6421-4aa8-972f-cdfedba02626'] in dv-cinder-840376-1-iscsi is: [{'id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'name': 'router1', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '13ddc599-7650-43c6-b557-117c5e62eb0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:09:46Z', 'updated_at': '2022-05-03T21:10:04Z', 'revision_number': 4, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'gw_port': {'id': '13ddc599-7650-43c6-b557-117c5e62eb0d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:10:03Z', 'updated_at': '2022-05-03T21:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1a522942-37bf-48c4-8f8d-66c93068938e', 'name': '', 'network_id': '4df5265c-0a32-4052-9b2c-27576380ed0d', 'tenant_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'mac_address': 'fa:16:3e:67:21:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e21dce-6421-4aa8-972f-cdfedba02626', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:09:55Z', 'updated_at': '2022-05-03T21:10:01Z', 'revision_number': 5, 'project_id': 'edab22a0eeb3414d95a156d8d8cce5a4', 'subnets': [{'id': '8b281fbb-980d-496f-a358-6c46fe959c7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9f206b3c-2285-4eee-988d-6eddb1593fdc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:10:07.655916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 45568) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:10:07.769916 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-859fab6a-ec75-4860-834d-c5d8a3a57462 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1128917 May 03 21:10:08.838685 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 13ddc599-7650-43c6-b557-117c5e62eb0d up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:10:08.944072 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 13ddc599-7650-43c6-b557-117c5e62eb0d completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:10:08.947923 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 13ddc599-7650-43c6-b557-117c5e62eb0d triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:10:08.949467 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:09.084728 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:09.101747 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 13ddc599-7650-43c6-b557-117c5e62eb0d, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=13ddc599-7650-43c6-b557-117c5e62eb0d,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:10:09.107655 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:09.176431 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=13ddc599-7650-43c6-b557-117c5e62eb0d,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:10:10.821111 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 13ddc599-7650-43c6-b557-117c5e62eb0d up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:10:10.888389 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 13ddc599-7650-43c6-b557-117c5e62eb0d triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:10:10.888759 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:19.520364 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-f95c8467-0bba-4d61-8745-a2ff9d3fcbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:21.621988 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff18c-3e5f-49ca-b497-0248f5bc85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:22.932362 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:23.053184 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:23.706655 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:10:24.055745 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:49.523713 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e1f46ff7-29ec-4d39-9f29-1063ff10f3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:51.629821 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d0cc42e3-e742-43d3-9485-291d97153d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:52.936203 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:53.060514 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:10:54.068457 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:00.705948 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:11:19.535116 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-27ef08e4-8384-4f3e-a429-c82bf4ca27f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:21.627660 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-baa849ec-ca04-40f9-9b3e-7474cb1444fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:22.939590 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:23.059114 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:24.066917 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:37.705173 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:11:49.529919 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-743355bb-3ca7-4869-8675-14689f6da4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:51.622095 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-14410782-72db-4d7e-b52f-480858a67c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:52.941809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:53.052505 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:11:54.064370 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:10.927079 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46138) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:10.995569 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f402b6e-4a70-45f3-a8df-49f3a30fb7f5 admin admin] GET failed (client error): The resource could not be found. May 03 21:12:10.996082 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-2f402b6e-4a70-45f3-a8df-49f3a30fb7f5 admin admin] Synchronizing usage tracker for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:12:11.013188 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-2f402b6e-4a70-45f3-a8df-49f3a30fb7f5 admin admin] Unset dirty status for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:12:11.014429 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-2f402b6e-4a70-45f3-a8df-49f3a30fb7f5 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0863879 May 03 21:12:11.145311 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa0623-ea00-406f-b6b6-8f27f4fafc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:11.146671 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c2fa0623-ea00-406f-b6b6-8f27f4fafc02 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1281645 May 03 21:12:13.340708 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46148) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:13.449959 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a1e90-9452-488d-9adf-e184451050b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:13.450496 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4d7a1e90-9452-488d-9adf-e184451050b9 admin admin] Synchronizing usage tracker for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:subnet {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:12:13.467697 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4d7a1e90-9452-488d-9adf-e184451050b9 admin admin] Unset dirty status for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:subnet {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:12:13.468994 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4d7a1e90-9452-488d-9adf-e184451050b9 admin admin] 10.222.0.26 "GET /v2.0/subnets/8b281fbb-980d-496f-a358-6c46fe959c7c HTTP/1.1" status: 200 len: 849 time: 0.1273241 May 03 21:12:13.479916 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:12:13.593969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:13.780711 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792370341623'] for subnet, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:13.825643 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:13.825643 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:13.828960 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd0d261-f8cb-42d2-b687-2f221095abf6 None None] Network 4df5265c-0a32-4052-9b2c-27576380ed0d requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:12:13.843575 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] 10.222.0.26 "PUT /v2.0/subnets/8b281fbb-980d-496f-a358-6c46fe959c7c HTTP/1.1" status: 200 len: 868 time: 0.3685894 May 03 21:12:13.866456 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b281fbb-980d-496f-a358-6c46fe959c7c,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:12:13.875113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.875458 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.875789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.876115 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.876441 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.876786 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.877113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.877433 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.877753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.878077 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.878384 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:13.878699 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9615f3d7-4422-4858-bd84-a0cabcfa02d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:14.316955 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-3fdc7c6a-059b-44e5-a097-ad659488f22b None None] Provisioning complete for port 199805b5-c7b2-4349-888b-efb46f0220ed triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:12:14.317322 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7c6a-059b-44e5-a097-ad659488f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:14.442467 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-3fdc7c6a-059b-44e5-a097-ad659488f22b None None] Provisioning complete for port 1a522942-37bf-48c4-8f8d-66c93068938e triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:12:14.442833 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7c6a-059b-44e5-a097-ad659488f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:14.704864 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:12:16.008757 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46158) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:16.179220 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d5b32-79d7-43aa-a734-aac0f30f2dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:16.179681 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71d5b32-79d7-43aa-a734-aac0f30f2dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:16.181824 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c71d5b32-79d7-43aa-a734-aac0f30f2dc5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1707976 May 03 21:12:18.386575 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46168) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:18.564737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cef2c1-65c0-40ee-905f-3c7fef4ae3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:18.565136 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cef2c1-65c0-40ee-905f-3c7fef4ae3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:18.566651 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-03cef2c1-65c0-40ee-905f-3c7fef4ae3a5 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1791127 May 03 21:12:19.534419 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-0f98073e-b98b-42a4-a655-23c9b2b5a407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:20.763226 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46178) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:20.935229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1889f-d696-447c-b39a-ff06d86520a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:20.936571 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-a5b1889f-d696-447c-b39a-ff06d86520a3 admin admin] 10.222.0.26 "GET /v2.0/networks/4df5265c-0a32-4052-9b2c-27576380ed0d HTTP/1.1" status: 200 len: 869 time: 0.1724048 May 03 21:12:21.625532 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6995f9f7-1de9-4d23-b146-632b07a21771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:22.943392 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:23.055412 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:23.121434 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46188) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:23.288392 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817b917-8844-4973-95eb-69b1450e26b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:23.289729 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c817b917-8844-4973-95eb-69b1450e26b2 admin admin] 10.222.0.26 "GET /v2.0/networks/d3d5070d-d017-4cd6-9c22-1e5b95934d92 HTTP/1.1" status: 200 len: 886 time: 0.1671212 May 03 21:12:24.077695 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:25.447583 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46198) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:25.554493 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55dda1f-cdd3-4639-87f5-0cd8c1a79e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:25.554961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55dda1f-cdd3-4639-87f5-0cd8c1a79e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:25.556663 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f55dda1f-cdd3-4639-87f5-0cd8c1a79e65 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081159 May 03 21:12:27.761249 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46208) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:27.867427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4cffa-0e92-435f-b613-b8dcdd787bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:27.867955 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4cffa-0e92-435f-b613-b8dcdd787bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:27.870569 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1db4cffa-0e92-435f-b613-b8dcdd787bdc admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1083629 May 03 21:12:30.081181 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46218) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:30.189187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b54805-29fc-4731-b865-02d43cf7da09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:30.190482 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e0b54805-29fc-4731-b865-02d43cf7da09 admin admin] 10.222.0.26 "GET /v2.0/subnets/8b281fbb-980d-496f-a358-6c46fe959c7c HTTP/1.1" status: 200 len: 868 time: 0.1083801 May 03 21:12:32.342184 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46228) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:32.440557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc17f13c-e939-46ff-a939-a36036f0d31e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:32.441899 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-cc17f13c-e939-46ff-a939-a36036f0d31e admin admin] 10.222.0.26 "GET /v2.0/subnets/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937 HTTP/1.1" status: 200 len: 816 time: 0.0987387 May 03 21:12:49.537559 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-693870c5-cf2f-4219-ba89-94e3bedcfb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:51.469637 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46274) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:51.519719 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [None req-f827147b-72f8-46c0-aaea-bc1ff5b290db admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:12:51.520343 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f827147b-72f8-46c0-aaea-bc1ff5b290db admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497670 May 03 21:12:51.629418 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-962c8a45-9da0-44f9-b768-0e914ea32967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:51.704404 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:12:52.946345 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:53.058677 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:53.760027 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46284) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:53.826292 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e76e09-a704-4bdc-8f5e-8b064636e4af admin admin] GET failed (client error): The resource could not be found. May 03 21:12:53.827584 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a7e76e09-a704-4bdc-8f5e-8b064636e4af admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665512 May 03 21:12:53.953241 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a00309-20b8-4661-b1c1-0f9e5332e41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:53.954694 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-11a00309-20b8-4661-b1c1-0f9e5332e41f admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1233387 May 03 21:12:54.081715 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:56.178433 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46294) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:56.230171 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:12:56.235151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:12:56.245197 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:12:56.254746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Made reservation on behalf of 642e22def04a4ee2aa6e88029f5e83c3 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:12:56.256974 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:56.343327 dv-cinder-840376-1-iscsi neutron-server[87267]: WARNING neutron.services.revisions.revision_plugin [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Could not find related network for resource to bump revision. May 03 21:12:56.355655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:12:56.364594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:56.364962 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Added segment a75bbe55-2bbb-4e9b-9577-d4e16ff32533 of type vlan for network 3b978a98-017a-49ec-a689-07f2e5bdf32c May 03 21:12:56.392223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:56.420598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:56.421551 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:56.422129 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:56.527237 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3471363 May 03 21:12:56.530100 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Pushing event updated for resources: {'Network': ['ID=3b978a98-017a-49ec-a689-07f2e5bdf32c,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:12:56.537049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.537388 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.537721 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.538050 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.538377 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.539841 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.540203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.540530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.540858 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.541179 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.541500 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.541816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde3c593-0337-4179-b8f3-420ec372ff77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:56.553870 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 3b978a98-017a-49ec-a689-07f2e5bdf32c details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:12:58.723268 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46304) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:12:58.793191 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ac8a40-0eb2-42b3-a34e-970e21584cfd admin admin] GET failed (client error): The resource could not be found. May 03 21:12:58.793618 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-33ac8a40-0eb2-42b3-a34e-970e21584cfd admin admin] Synchronizing usage tracker for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:12:58.808277 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-33ac8a40-0eb2-42b3-a34e-970e21584cfd admin admin] Unset dirty status for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:12:58.809512 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-33ac8a40-0eb2-42b3-a34e-970e21584cfd admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0852449 May 03 21:12:58.911947 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39a746b-9f5a-436a-9124-15b7178f2ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:58.913891 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f39a746b-9f5a-436a-9124-15b7178f2ddc admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000721 May 03 21:12:58.923408 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:12:58.927627 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:12:58.937201 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:12:58.946387 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Made reservation on behalf of 642e22def04a4ee2aa6e88029f5e83c3 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:12:58.948659 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:59.140672 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:59.209108 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f9035b3-081e-4731-b2df-349fe8425d78,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:12:59.219402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Checking segment: {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:12:59.219744 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Network hostable DHCP agents. Network: 3b978a98-017a-49ec-a689-07f2e5bdf32c, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:12:59.237012 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Network 3b978a98-017a-49ec-a689-07f2e5bdf32c is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:12:59.245882 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 3b978a98-017a-49ec-a689-07f2e5bdf32c) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:12:59.250283 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:12:59.250861 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:59.255770 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ed551-b1ff-4748-898d-b6c773609450 None None] Network 3b978a98-017a-49ec-a689-07f2e5bdf32c requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:12:59.284875 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-2375a9a9-7353-4854-ad94-b4415697c43c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3570888 May 03 21:12:59.477698 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-3b978a98-017a-49ec-a689-07f2e5bdf32c', 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c', 'tenant_id': '642e22def04a4ee2aa6e88029f5e83c3', 'fixed_ips': [{'subnet_id': '6f9035b3-081e-4731-b2df-349fe8425d78'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:12:59.478825 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:59.636616 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Allocated IP 192.168.233.2 (3b978a98-017a-49ec-a689-07f2e5bdf32c/6f9035b3-081e-4731-b2df-349fe8425d78/d5e195eb-5cb2-4eae-bba6-135f1c3d6b55) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:12:59.847043 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:59.857883 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Transition to ACTIVE for port object d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:12:59.876800 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Transition to ACTIVE for port object d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:12:59.881600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:12:59.949170 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Network 3b978a98-017a-49ec-a689-07f2e5bdf32c is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:12:59.951938 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:12:59.956209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:12:59.962268 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Pushing event updated for resources: {'Port': ['ID=d5e195eb-5cb2-4eae-bba6-135f1c3d6b55,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:12:59.993507 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.993851 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.994191 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.994523 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.994852 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.995205 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.995536 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.995860 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.996202 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.996527 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.996865 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:12:59.997189 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:13:00.062233 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Attempting to bind port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:13:00.062593 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Attempting to bind port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:13:00.062964 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Attempting to bind port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 on network 3b978a98-017a-49ec-a689-07f2e5bdf32c {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:13:00.068254 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:13:00.068620 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Checking segment: {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:13:00.069015 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:00.069403 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Bound using segment: {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:13:00.070473 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Bound port: d5e195eb-5cb2-4eae-bba6-135f1c3d6b55, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:13:00.070860 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:00.158117 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] For port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:13:00.162087 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] For port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=d5e195eb-5cb2-4eae-bba6-135f1c3d6b55,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:13:00.167352 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:00.246290 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e961923-859f-44d2-b207-acc3d3d747aa None None] Pushing event updated for resources: {'Port': ['ID=d5e195eb-5cb2-4eae-bba6-135f1c3d6b55,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:00.955905 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:01.032644 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:01.133748 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f99bc3-3b16-4c92-b77b-d018ae77d87c None None] Network 3b978a98-017a-49ec-a689-07f2e5bdf32c requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:13:01.244895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] Provisioning for port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:13:01.262099 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] Provisioning complete for port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:01.262468 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:01.476251 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:01.515745 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] For port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=d5e195eb-5cb2-4eae-bba6-135f1c3d6b55,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:13:01.521613 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:01.596808 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ea8f-c0a8-4a3d-9555-84953a267a56 None None] Pushing event updated for resources: {'Port': ['ID=d5e195eb-5cb2-4eae-bba6-135f1c3d6b55,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:13:01.747816 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1e3c3f6b-75d4-4272-8543-560bcfcf5b7a None None] Provisioning complete for port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:01.748148 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1e3c3f6b-75d4-4272-8543-560bcfcf5b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:02.914880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:13:02.981478 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port d5e195eb-5cb2-4eae-bba6-135f1c3d6b55 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:13:02.981847 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:19.540877 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-fa262cbd-d7cc-4218-907f-686be184bdde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:21.632918 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ccf7e4e4-0b75-466c-803c-1e81cf096485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:22.948240 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:23.061725 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:24.086192 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:28.702883 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:13:49.543501 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7ac7a013-521a-42ab-b776-6dfdd4d0294a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:51.634878 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ace6f320-ed50-415d-a96a-130da0b2ceef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:52.951519 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:53.063260 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:13:54.086340 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:05.702841 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:14:19.547058 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-be2643e7-6cf9-427a-a413-9aae5befbc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:21.639497 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-096a9e93-712b-4cda-86e6-2fe4b469b6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:22.952562 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:23.064844 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.090387 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:24.636418 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46348) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:24.644223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [None req-aa0440dd-4242-48a4-86d9-c3e868a6f148 tempest-verify_tempest_config-681134926 tempest-verify_tempest_config-681134926-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:14:24.645453 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-aa0440dd-4242-48a4-86d9-c3e868a6f148 tempest-verify_tempest_config-681134926 tempest-verify_tempest_config-681134926-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079279 May 03 21:14:24.952282 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46366) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:25.108684 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.124135 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:14:25.127810 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Usage tracker for resource:security_group_rule and tenant:15b322edce774693aeb09e9fc731b656 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:14:25.131020 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:14:25.136485 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:14:25.215841 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.219408 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.264183 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Synchronizing usage tracker for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:14:25.267382 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef94d94-a111-4984-a484-2b81f9ee161d,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:25.276580 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.276877 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.277208 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.277531 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.277850 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.278167 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.278484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.278797 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.279147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.279464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.279775 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.280085 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:14:25.293746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] Unset dirty status for tenant:642e22def04a4ee2aa6e88029f5e83c3 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:14:25.294871 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-985386be-6ca0-46e9-925d-6b9acda48053 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15b322edce774693aeb09e9fc731b656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3416476 May 03 21:14:25.297634 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46372) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:14:25.352579 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b9d2368d-9d9b-4dcc-89d8-844a134bc54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.377319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b9d2368d-9d9b-4dcc-89d8-844a134bc54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.470864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b9d2368d-9d9b-4dcc-89d8-844a134bc54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.486406 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2368d-9d9b-4dcc-89d8-844a134bc54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef94d94-a111-4984-a484-2b81f9ee161d,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:14:25.493862 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b9d2368d-9d9b-4dcc-89d8-844a134bc54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:25.498384 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-b9d2368d-9d9b-4dcc-89d8-844a134bc54a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ef94d94-a111-4984-a484-2b81f9ee161d HTTP/1.1" status: 204 len: 168 time: 0.1998234 May 03 21:14:42.702522 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:14:49.548697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-78476f1b-4a26-4aca-8fcd-0d25a6087f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:51.641956 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a3c617bb-e6d6-42ad-8e67-b0ef740cb80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:52.953595 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:53.067976 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:14:54.093597 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:19.550837 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b1b52352-660c-4f65-8ac6-9ef583df5ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:19.701349 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:15:21.643216 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-96484e72-c769-4e35-830c-b58af84990ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:22.958110 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:23.073002 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:24.095496 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:49.552280 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7f1883ab-569f-4be6-9b18-f7fcc8319e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:51.645056 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-60e4d22a-a50f-4948-9771-e657cb394214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:52.959909 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:53.074098 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:54.099111 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:15:56.700165 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 5 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:16:04.974728 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-641241'] for agent, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:19.554365 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-77af78a8-7a82-4e98-99a1-cd5d2498167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:19.737805 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46450) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:19.848658 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e14e390b-bc65-421a-aad8-6e941d53d84d admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1097736 May 03 21:16:21.647990 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a4578e3b-a056-400e-b58c-3f8853ed7af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:22.064925 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46460) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:16:22.119821 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-351b246e-3581-466f-8c52-97e131b6ab1a admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0535469 May 03 21:16:22.962748 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:23.075509 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:24.103362 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:33.699102 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:16:34.923818 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:49.556176 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-cb750b35-9f4c-4598-9e15-f810322d80ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:51.650273 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-de14e6aa-6f4f-4c1c-a50c-af080b8b7b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:52.965592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:53.077147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:16:54.105324 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:04.917398 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:10.697852 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:17:19.558070 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8c23e73e-450c-4a19-bfb0-7c30c8d2040d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:21.652746 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-57455278-a0de-4bc9-9f08-42198e48c4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:22.967404 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:23.081905 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:24.109042 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:34.921089 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:47.696516 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:17:49.562046 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e5053829-485c-458e-95cc-e444a10ae09a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:51.654691 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ba402be7-8586-4200-a9b2-07878e0808a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:52.969740 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:53.083809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:17:54.113916 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:01.694842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46596) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:01.709957 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46602) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:01.954117 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-network', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:01.959739 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:01.963695 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Usage tracker for resource:network and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:01.967334 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:01.973456 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:01.985253 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1455004404-network', 'tenant_id': '50e9202fbd354f5fb7f7e94eda8986ee'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:01.993522 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Made reservation on behalf of 08ea81eff4fc4ca59f4ec7e7fb2f0bf3 for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:01.995795 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.008111 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:02.016804 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Usage tracker for resource:network and tenant:50e9202fbd354f5fb7f7e94eda8986ee is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:02.019518 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.031169 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:02.037869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:02.043055 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:02.045882 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:02.049295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:02.055624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:02.129866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Made reservation on behalf of 50e9202fbd354f5fb7f7e94eda8986ee for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:02.132451 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.151428 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.181391 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:02.185240 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.188067 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Usage tracker for resource:security_group_rule and tenant:50e9202fbd354f5fb7f7e94eda8986ee is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:02.191048 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.194519 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:02.210815 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:02.222866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:02.257542 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792370397462', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.258029 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Unsubscribe: segment precommit_create {{(pid=87268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 03 21:18:02.259080 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Added segment 29475d84-e2a5-4da5-8ae2-1986b8aac71a of type vlan for network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb May 03 21:18:02.276811 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddf3385-a1f9-45c0-a239-bad173932e57,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:02.308272 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.308634 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.309741 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.310075 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.310404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.310729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.311078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.311399 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.311911 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.312234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.312851 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.313174 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Tracked resource versions report: May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: pushed versions: May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: { 'AddressGroup': {'1.2'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'ConntrackHelper': {'1.0'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Log': {'1.0'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Network': {'1.1'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Port': {'1.7'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'PortForwarding': {'1.2'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'QosPolicy': {'1.8'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroup': {'1.4'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroupRule': {'1.2'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SubPort': {'1.0'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Subnet': {'1.1'}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Trunk': {'1.1'}} May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: consumer versions: May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: HyperV agent@hv-cinder-84037: {}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'ConntrackHelper': '1.0', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Log': '1.0', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Network': '1.1', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Port': '1.7', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'PortForwarding': '1.2', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'QosPolicy': '1.8', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroup': '1.4', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SecurityGroupRule': '1.2', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'SubPort': '1.0', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Subnet': '1.1', May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: 'Trunk': '1.1'}} May 03 21:18:02.314242 dv-cinder-840376-1-iscsi neutron-server[87268]: {{(pid=87268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:18:02.325324 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.370754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.372070 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.373180 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.565629 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] Pushing event updated for resources: {'Network': ['ID=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:02.593088 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:02.604604 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46656) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:02.605162 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0238ea74-308d-4ec1-9191-fe0a23e32b7e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9090254 May 03 21:18:02.610167 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.612060 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Request body: {'subnet': {'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-subnet', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:02.617339 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.620199 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:02.630836 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Usage tracker for resource:subnet and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:02.637880 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:02.650091 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:02.654122 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:02.670072 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3089e7d6-cd0e-4136-ae07-0bc2f927600b,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:02.673250 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.673594 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Added segment a0ca232a-1c8f-417f-b9f1-67c287bd26f4 of type vlan for network 5973a906-87e8-4143-8088-9bf95dfa5b90 May 03 21:18:02.677603 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Made reservation on behalf of 08ea81eff4fc4ca59f4ec7e7fb2f0bf3 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:02.680451 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.704090 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.748345 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.749333 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:02.750175 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.788808 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0774784 May 03 21:18:02.793109 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46666) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:02.808300 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Request body: {'subnet': {'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1455004404-subnet', 'tenant_id': '50e9202fbd354f5fb7f7e94eda8986ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:02.812827 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:02.820118 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Usage tracker for resource:subnet and tenant:50e9202fbd354f5fb7f7e94eda8986ee is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:02.823602 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:02.831229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:02.895471 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Made reservation on behalf of 50e9202fbd354f5fb7f7e94eda8986ee for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:02.897874 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:02.988024 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46674) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:02.999646 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.018661 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867ca70-0d9e-468a-9ffa-9b4bcbbf5eed admin admin] Pushing event updated for resources: {'Network': ['ID=5973a906-87e8-4143-8088-9bf95dfa5b90,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:03.037590 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 5973a906-87e8-4143-8088-9bf95dfa5b90 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:03.096377 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c32903b-b0cb-4617-a72f-db45a7fb957c,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:03.118601 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.119226 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.119760 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.120410 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.121014 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.121655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.122185 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.122716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.123282 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.123705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.124111 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.124744 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Tracked resource versions report: May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: pushed versions: May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: { 'AddressGroup': {'1.2'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'ConntrackHelper': {'1.0'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Log': {'1.0'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Network': {'1.1'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Port': {'1.7'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'PortForwarding': {'1.2'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'QosPolicy': {'1.8'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroup': {'1.4'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroupRule': {'1.2'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SubPort': {'1.0'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Subnet': {'1.1'}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Trunk': {'1.1'}} May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: consumer versions: May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: HyperV agent@hv-cinder-84037: {}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'ConntrackHelper': '1.0', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Log': '1.0', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Network': '1.1', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Port': '1.7', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'PortForwarding': '1.2', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'QosPolicy': '1.8', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroup': '1.4', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SecurityGroupRule': '1.2', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'SubPort': '1.0', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Subnet': '1.1', May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: 'Trunk': '1.1'}} May 03 21:18:03.126122 dv-cinder-840376-1-iscsi neutron-server[87267]: {{(pid=87267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:18:03.136705 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.144938 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Checking segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:03.145637 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Network hostable DHCP agents. Network: ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:03.169929 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:03.184830 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:03.200204 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd2a99-6e8f-454c-94f5-5ae54e2557ad None None] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:03.203062 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:03.204133 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.206085 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5424880b-26b3-4774-bd25-d6f6530861de,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:03.225962 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46684) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:03.241127 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46690) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:03.241967 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f303c46b-70e1-49ce-9e79-859d60b1c210 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6342821 May 03 21:18:03.244171 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Checking segment: {'id': 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:03.244526 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Network hostable DHCP agents. Network: 5973a906-87e8-4143-8088-9bf95dfa5b90, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:03.255297 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:03.264461 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:03.269131 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Usage tracker for resource:router and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:03.272396 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:03.278868 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:03.297284 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.298701 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.304196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Network 5973a906-87e8-4143-8088-9bf95dfa5b90 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:03.324538 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.381257 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 5973a906-87e8-4143-8088-9bf95dfa5b90) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:03.403949 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:03.404818 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.447296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12ba084-d7df-4e3b-b447-5f98889d637c None None] Network 5973a906-87e8-4143-8088-9bf95dfa5b90 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:03.505798 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ba521ce6-e6fd-4457-984b-1d60881c1aa7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7105315 May 03 21:18:03.549948 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-network', 'tenant_id': '78333aede1254711a7162a6eb3074d4f'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:03.555257 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:03.565906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Usage tracker for resource:network and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:03.572353 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:03.586075 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:03.603992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Made reservation on behalf of 78333aede1254711a7162a6eb3074d4f for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:03.607291 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.636403 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46710) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:03.646734 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1154031631-network', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:03.659088 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:03.668965 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.690241 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:18:03.690758 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Usage tracker for resource:network and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:03.691797 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.694277 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:03.701595 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:03.721668 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Made reservation on behalf of 1f6a4849a15d4e5eb57b829778737973 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:03.724357 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.738596 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.759288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:03.763636 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:03.767135 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:03.773331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:03.795184 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:03.812430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Usage tracker for resource:security_group_rule and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:03.818373 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:03.823573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.829420 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:03.930430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.947621 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:03.972028 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac5b7e-5a78-4b4f-abb7-a0b3483f33aa None None] Network 5973a906-87e8-4143-8088-9bf95dfa5b90 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:04.009796 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:04.036401 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Allocated IP 172.20.0.2 (ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb/6c32903b-b0cb-4617-a72f-db45a7fb957c/bb84cddb-48b3-4bcb-a47a-900b82ca1dac) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:04.051005 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd76495b-9a90-4ca6-8501-b30834a19886,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:04.056029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.056820 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Added segment 91cd873b-ae49-4c6a-a7ff-62a409f36031 of type vlan for network 1ac5b488-51cb-4493-8876-8f177bcccb6f May 03 21:18:04.059613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.072896 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-555363532-network', 'tenant_id': '3012c40e78a44be084b3357cde478814'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:04.080057 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.086262 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:04.123941 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Usage tracker for resource:network and tenant:3012c40e78a44be084b3357cde478814 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:04.134402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:04.144937 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.150489 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16751db7-0b9d-425f-9256-ebcbdd4f3f6e,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:04.154936 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:04.157875 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:04.178877 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.179420 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Added segment d1e10779-6ccf-4d35-b094-abf82be05cf8 of type vlan for network 1b515388-a248-4e19-8bc0-9eff69511d6e May 03 21:18:04.180482 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Made reservation on behalf of 3012c40e78a44be084b3357cde478814 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:04.187448 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.221154 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.255214 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:04.263031 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.264029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:04.264609 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.269694 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Usage tracker for resource:security_group_rule and tenant:3012c40e78a44be084b3357cde478814 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:04.273079 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.288708 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:04.306212 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:04.431110 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] Pushing event updated for resources: {'Network': ['ID=1ac5b488-51cb-4493-8876-8f177bcccb6f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:04.444101 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-7c918076-881f-4ab0-90dd-c2ada50d0920 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2140541 May 03 21:18:04.444101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.444474 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:04.445019 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.452050 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46740) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:04.479466 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:04.515168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Request body: {'subnet': {'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1154031631-subnet', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:04.521227 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.524687 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:04.534445 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Usage tracker for resource:subnet and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:04.539605 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:04.552906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:04.606480 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.624219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Made reservation on behalf of 1f6a4849a15d4e5eb57b829778737973 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:04.630175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.831295 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.897470 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Allocated IP 172.27.0.93 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/91f3ee07-abb4-4639-a899-0664470b628f) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:04.932692 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9435039 May 03 21:18:04.944739 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Transition to ACTIVE for port object bb84cddb-48b3-4bcb-a47a-900b82ca1dac will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:04.946114 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46760) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:04.972592 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Request body: {'subnet': {'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-subnet', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:04.990448 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:04.991804 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Transition to ACTIVE for port object bb84cddb-48b3-4bcb-a47a-900b82ca1dac will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:05.039870 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.073124 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:05.094265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Usage tracker for resource:subnet and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:05.099647 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae72c2-6e4b-4654-a007-3c3f4ea49235 admin admin] Pushing event updated for resources: {'Network': ['ID=1b515388-a248-4e19-8bc0-9eff69511d6e,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.108758 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:05.122151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.128458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:05.210417 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.214382 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:05.217548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.236225 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.275504 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cda84c-de8b-4b71-8d27-a502ad89e6bb,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.276163 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.278892 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b97ec4e-5f09-4f74-9abc-55a985e848f8,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.285335 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Made reservation on behalf of 78333aede1254711a7162a6eb3074d4f for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:05.287626 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.314211 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 1b515388-a248-4e19-8bc0-9eff69511d6e details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:05.328048 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:05.329821 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Pushing event updated for resources: {'Port': ['ID=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.336904 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:05.391668 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.392142 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.392583 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.393034 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.393489 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.394054 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.394488 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.396356 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.396850 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.397296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.397740 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.398183 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Tracked resource versions report: May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: pushed versions: May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: { 'AddressGroup': {'1.2'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'ConntrackHelper': {'1.0'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Log': {'1.0'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Network': {'1.1'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Port': {'1.7'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'PortForwarding': {'1.2'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'QosPolicy': {'1.8'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroup': {'1.4'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroupRule': {'1.2'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SubPort': {'1.0'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Subnet': {'1.1'}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Trunk': {'1.1'}} May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: consumer versions: May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: HyperV agent@hv-cinder-84037: {}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'ConntrackHelper': '1.0', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Log': '1.0', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Network': '1.1', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Port': '1.7', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'PortForwarding': '1.2', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'QosPolicy': '1.8', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroup': '1.4', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SecurityGroupRule': '1.2', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'SubPort': '1.0', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Subnet': '1.1', May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: 'Trunk': '1.1'}} May 03 21:18:05.399727 dv-cinder-840376-1-iscsi neutron-server[87269]: {{(pid=87269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:18:05.447762 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:05.451400 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:05.455179 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:05.585977 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Checking segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:05.586603 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Network hostable DHCP agents. Network: 1ac5b488-51cb-4493-8876-8f177bcccb6f, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:05.610122 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Attempting to bind port bb84cddb-48b3-4bcb-a47a-900b82ca1dac on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:05.620494 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Attempting to bind port bb84cddb-48b3-4bcb-a47a-900b82ca1dac by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:05.621202 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Attempting to bind port bb84cddb-48b3-4bcb-a47a-900b82ca1dac on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:05.633708 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:05.634163 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Checking segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:05.635994 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.636692 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Bound using segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:05.638668 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Bound port: bb84cddb-48b3-4bcb-a47a-900b82ca1dac, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:05.639943 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.664272 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:05.713446 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Pushing event updated for resources: {'Port': ['ID=91f3ee07-abb4-4639-a899-0664470b628f,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:05.720272 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:05.739884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.740160 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Added segment 3fabe735-7e51-42a3-886f-64212b47bf48 of type vlan for network 99fd82b7-88ab-4806-a476-6671ae6614cd May 03 21:18:05.761593 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 1ac5b488-51cb-4493-8876-8f177bcccb6f) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:05.821062 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:05.821062 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.848599 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20728924-e8b5-489a-9c87-d2bb1c8c7d7c None None] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:05.904520 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] For port bb84cddb-48b3-4bcb-a47a-900b82ca1dac, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:05.933194 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.938484 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.962895 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:05.975237 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] For port bb84cddb-48b3-4bcb-a47a-900b82ca1dac, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:05.997380 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.015124 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46804) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:06.018148 dv-cinder-840376-1-iscsi neutron-server[87268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:18:06.083100 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.db.resource_extend [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:18:06.095440 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-512ac434-d173-477a-8375-cfdf6d1f3434 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6268556 May 03 21:18:06.108400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46810) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:06.121983 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:06.138366 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:06.148844 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Usage tracker for resource:router and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:06.170642 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:06.172639 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.173741 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.174428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.205209 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:06.213433 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a2382e-347d-4b84-bfc5-7eb94f72426d,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:06.264927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Checking segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:06.264927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Network hostable DHCP agents. Network: 1b515388-a248-4e19-8bc0-9eff69511d6e, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:06.278012 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c4472-c5ab-449d-955b-80bd7ea4729d None None] Pushing event updated for resources: {'Port': ['ID=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:06.363088 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-189d2323-c00d-4304-a730-c5d98ffe856e tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.363817 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-189d2323-c00d-4304-a730-c5d98ffe856e tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Synchronizing usage tracker for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:network {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:06.366319 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-1ac5b488-51cb-4493-8876-8f177bcccb6f', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:18:06.367719 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.376272 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6975491 May 03 21:18:06.377837 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.379025 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.382446 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fcdc7-2658-435a-9b2d-96be0cfaed4d admin admin] Pushing event updated for resources: {'Network': ['ID=99fd82b7-88ab-4806-a476-6671ae6614cd,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:06.384273 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46820) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:06.405134 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Request body: {'subnet': {'network_id': '99fd82b7-88ab-4806-a476-6671ae6614cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-555363532-subnet', 'tenant_id': '3012c40e78a44be084b3357cde478814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:06.420308 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 99fd82b7-88ab-4806-a476-6671ae6614cd details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:06.421241 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:06.433436 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Usage tracker for resource:subnet and tenant:3012c40e78a44be084b3357cde478814 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:06.439612 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:06.449678 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.451691 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:06.464467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:06.483613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Made reservation on behalf of 3012c40e78a44be084b3357cde478814 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:06.490428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.536464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 1b515388-a248-4e19-8bc0-9eff69511d6e) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:06.609915 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a63f40-b83d-4964-9243-c091e0e25f96 None None] Network 1b515388-a248-4e19-8bc0-9eff69511d6e requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:06.611635 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-189d2323-c00d-4304-a730-c5d98ffe856e tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Unset dirty status for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:network {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:06.612890 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-189d2323-c00d-4304-a730-c5d98ffe856e tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/networks?id=5973a906-87e8-4143-8088-9bf95dfa5b90 HTTP/1.1" status: 200 len: 812 time: 0.5967822 May 03 21:18:06.646627 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-c34d0af4-3c86-4cf0-9d76-569ae983e4b0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/quotas/50e9202fbd354f5fb7f7e94eda8986ee HTTP/1.1" status: 200 len: 375 time: 0.0242910 May 03 21:18:06.743902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:06.744479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.790201 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:06.807862 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-ed8a9441-6875-411a-9f7d-f9be0037d815 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=50e9202fbd354f5fb7f7e94eda8986ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1598954 May 03 21:18:06.837901 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Allocated IP 172.20.0.2 (1ac5b488-51cb-4493-8876-8f177bcccb6f/6b97ec4e-5f09-4f74-9abc-55a985e848f8/0852c464-b129-4568-8f1a-9dff46e92511) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:06.889491 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0b8cad56-488f-4cce-a1c6-ee233be8e3d7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9422057 May 03 21:18:06.893219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46846) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:07.144407 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:07.169288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:07.180978 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.186788 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Usage tracker for resource:router and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:07.198255 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:07.211973 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:07.225998 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:18:07.245632 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-a2842325-7470-47eb-8c06-1be154462ed1 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:18:07.247230 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device bb84cddb-48b3-4bcb-a47a-900b82ca1dac up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:07.247817 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-a2842325-7470-47eb-8c06-1be154462ed1 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1347320 May 03 21:18:07.317030 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.318270 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.368424 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.448808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.529767 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-1b515388-a248-4e19-8bc0-9eff69511d6e', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:18:07.531125 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.537927 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46864) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:07.667821 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a33d945-2032-49f6-aae6-8e80572c7f15,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:07.671905 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.720922 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port bb84cddb-48b3-4bcb-a47a-900b82ca1dac completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:07.739564 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-5ffe64d1-4219-4714-805d-c6cfe924430a service neutron] 10.222.0.26 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598033 May 03 21:18:07.752810 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Transition to ACTIVE for port object 0852c464-b129-4568-8f1a-9dff46e92511 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:07.813719 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Transition to ACTIVE for port object 0852c464-b129-4568-8f1a-9dff46e92511 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:07.916738 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bac7007-24be-4fc8-a903-1b0de49dd72d None None] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:07.936882 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:07.991020 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:08.013826 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:08.020629 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] Provisioning for port bb84cddb-48b3-4bcb-a47a-900b82ca1dac completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:08.029199 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:08.031593 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:17:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:08.050814 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-c0e4d29e-3ace-4c22-8d40-ecf15a05cf7c service neutron] 10.222.0.26 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098230 May 03 21:18:08.074088 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.078170 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-1dd835e2-aa52-4628-9510-c39d6b18a9b6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8357992 May 03 21:18:08.080620 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46892) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:08.080762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Checking segment: {'id': '3fabe735-7e51-42a3-886f-64212b47bf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '99fd82b7-88ab-4806-a476-6671ae6614cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:08.081236 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Network hostable DHCP agents. Network: 99fd82b7-88ab-4806-a476-6671ae6614cd, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:08.094821 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.292193 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] Provisioning complete for port bb84cddb-48b3-4bcb-a47a-900b82ca1dac triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:08.292789 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.322089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.363173 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:08.370450 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:275c688655bb432383232b9a23d00db2 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:08.376489 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:08.377666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Network 99fd82b7-88ab-4806-a476-6671ae6614cd is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:08.388334 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:08.448110 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 99fd82b7-88ab-4806-a476-6671ae6614cd) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:08.454605 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:08.481750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:08.482408 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.511857 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:08.513947 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e06c5-6c75-44c4-8aea-df2983b7fb03 None None] Network 99fd82b7-88ab-4806-a476-6671ae6614cd requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:08.532929 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:08.540690 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:08.548582 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46910) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:08.565818 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Allocated IP 172.20.0.2 (1b515388-a248-4e19-8bc0-9eff69511d6e/18a2382e-347d-4b84-bfc5-7eb94f72426d/0b6aaeee-2102-40a3-ad9b-faa8c7c784b1) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:08.568796 dv-cinder-840376-1-iscsi neutron-server[87267]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 03 21:18:08.665597 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9d036605-b838-408e-95fc-82a585764ee5 req-15baefaa-c7f1-4a38-8ef9-5b84e3a1c940 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.1103303 May 03 21:18:08.673563 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f2bf1841-3106-4389-bb5d-a2b0830175d0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2835951 May 03 21:18:08.679069 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.716926 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.746146 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Pushing event updated for resources: {'Port': ['ID=0852c464-b129-4568-8f1a-9dff46e92511,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:08.756207 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.764359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:08.832389 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183bb78f-7270-4fa6-b29a-06a89d584c41,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:09.106791 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-51fc8ded-5485-42bc-89f5-8da0c55eb6f1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=275c688655bb432383232b9a23d00db2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3696182 May 03 21:18:09.107850 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46930) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:09.227014 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.258839 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Transition to ACTIVE for port object 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:09.287407 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Transition to ACTIVE for port object 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:09.301015 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a7546fb-0be1-41f7-b863-5e00f35813f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.320207 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.397136 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.440782 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:09.485071 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Pushing event updated for resources: {'Port': ['ID=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:09.491753 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:09.496881 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:09.539031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a7546fb-0be1-41f7-b863-5e00f35813f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.549602 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Allocated IP 172.27.0.2 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/a0dfe796-8741-4fa9-842d-a183689cd567) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:09.555443 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.605078 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Attempting to bind port 0852c464-b129-4568-8f1a-9dff46e92511 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:09.605534 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Attempting to bind port 0852c464-b129-4568-8f1a-9dff46e92511 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:09.605899 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Attempting to bind port 0852c464-b129-4568-8f1a-9dff46e92511 on network 1ac5b488-51cb-4493-8876-8f177bcccb6f {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:09.810352 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:05Z', 'revision_number': 3, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:09.815424 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:09.816070 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Updating router df5f04d3-51d0-46ea-8bce-b66265d6fee4 port 91f3ee07-abb4-4639-a899-0664470b628f binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:09.846339 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 46968) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:09.873590 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:09.874189 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Checking segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:09.874869 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.875457 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Bound using segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:09.876094 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Bound port: 0852c464-b129-4568-8f1a-9dff46e92511, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:09.876646 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.894443 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:09.900402 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-452925430-network', 'tenant_id': 'be1966dc935847a5a0910e03e74d2d88'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:09.907269 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:09.912854 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Usage tracker for resource:network and tenant:be1966dc935847a5a0910e03e74d2d88 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:09.919224 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:09.926972 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:09.964741 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Made reservation on behalf of be1966dc935847a5a0910e03e74d2d88 for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:09.972610 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.000424 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.005577 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Attempting to bind port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:10.005942 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Attempting to bind port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:10.006296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Attempting to bind port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:10.017610 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:10.017980 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Checking segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:10.018680 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.019394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Bound using segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:10.019877 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Bound port: 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:10.020249 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.041600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.083712 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a7546fb-0be1-41f7-b863-5e00f35813f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.095515 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:10.100134 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Usage tracker for resource:security_group_rule and tenant:be1966dc935847a5a0910e03e74d2d88 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:10.103398 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:10.109811 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9dfb29dd-e410-4fe9-bf56-4a6861d90d04 req-6836f6c7-6221-4c59-85f2-b46deccc12ab tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.2945428 May 03 21:18:10.110497 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:10.163440 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a7546fb-0be1-41f7-b863-5e00f35813f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.164847 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2a7546fb-0be1-41f7-b863-5e00f35813f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/183bb78f-7270-4fa6-b29a-06a89d584c41 HTTP/1.1" status: 204 len: 168 time: 1.0528796 May 03 21:18:10.165951 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7546fb-0be1-41f7-b863-5e00f35813f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183bb78f-7270-4fa6-b29a-06a89d584c41,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:10.196653 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 46984) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:10.240542 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.257890 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.269688 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] For port 0852c464-b129-4568-8f1a-9dff46e92511, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:10.274332 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] For port 0852c464-b129-4568-8f1a-9dff46e92511, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0852c464-b129-4568-8f1a-9dff46e92511,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:10.306278 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] For port bb84cddb-48b3-4bcb-a47a-900b82ca1dac, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:10.320925 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.355416 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.373004 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.465419 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:10.470256 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:10.477928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:10.479496 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.488437 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.572566 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Pushing event updated for resources: {'Port': ['ID=a0dfe796-8741-4fa9-842d-a183689cd567,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:10.585204 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:18:10.594657 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf326f64-e66a-4eb4-ad8d-cef6a572ce1a,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:10.607247 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] For port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:10.611107 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.611564 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Added segment ff387da8-b912-4696-a201-a884bb749b3e of type vlan for network 30560d4b-8ba8-4af9-a666-faf693c1c808 May 03 21:18:10.613120 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Allocated IP 172.20.0.1 (ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb/6c32903b-b0cb-4617-a72f-db45a7fb957c/05032314-2a9e-48fe-a4b1-7aa20e6655d1) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:10.639926 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166ad172-65eb-40b9-a459-58a3f56330fc None None] Network 99fd82b7-88ab-4806-a476-6671ae6614cd requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:10.688138 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.700663 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] For port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:10.724765 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:10.739523 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e1e76-cd62-4903-8550-370c81d21e1b None None] Pushing event updated for resources: {'Port': ['ID=0852c464-b129-4568-8f1a-9dff46e92511,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:10.846499 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Allocated IP 172.27.0.86 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/c1579383-ff8e-447d-9046-ff85c3e9928d) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:10.891910 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.db.resource_extend [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:18:10.965421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcad48-8f3f-48de-b29f-7925500274d5 None None] Pushing event updated for resources: {'Port': ['ID=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:10.981107 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.005990 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.006996 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:11.007606 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.425967 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.476302 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device bb84cddb-48b3-4bcb-a47a-900b82ca1dac up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:11.529588 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6730762 May 03 21:18:11.534065 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47012) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:11.534698 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4083d-fbc1-4b2e-b5f0-1535084af842 admin admin] Pushing event updated for resources: {'Network': ['ID=30560d4b-8ba8-4af9-a666-faf693c1c808,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:11.544358 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520f813-4a99-4d6f-aec0-51d0b95081df None None] Pushing event updated for resources: {'Port': ['ID=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:11.559769 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Request body: {'subnet': {'network_id': '30560d4b-8ba8-4af9-a666-faf693c1c808', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-452925430-subnet', 'tenant_id': 'be1966dc935847a5a0910e03e74d2d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:11.565521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Transition to ACTIVE for port object 05032314-2a9e-48fe-a4b1-7aa20e6655d1 will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:11.586174 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 30560d4b-8ba8-4af9-a666-faf693c1c808 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:18:11.599506 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:11.609321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Usage tracker for resource:security_group_rule and tenant:9801aa92e1f24ca99a6074741ebfdb82 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:11.618356 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:11.625425 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:11.645143 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:11.656495 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7bcd81ad-b9ce-4e1f-b092-66bd82780b0e req-09407783-bff2-4b7d-8376-2f38f4c7778a tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.1037531 May 03 21:18:11.669306 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Usage tracker for resource:subnet and tenant:be1966dc935847a5a0910e03e74d2d88 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:11.677010 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:11.688684 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:11.715182 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Made reservation on behalf of be1966dc935847a5a0910e03e74d2d88 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:11.717701 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.758634 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-33e11025-45fa-4a77-bd33-753c20271815 None None] Provisioning complete for port bb84cddb-48b3-4bcb-a47a-900b82ca1dac triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:11.759110 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-33e11025-45fa-4a77-bd33-753c20271815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.808803 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port bb84cddb-48b3-4bcb-a47a-900b82ca1dac triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:11.809272 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.849274 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:11.934982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:11.940453 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:11.945435 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:11.945869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.033632 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.042525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.125055 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.306832 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.307360 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.336442 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9801aa92e1f24ca99a6074741ebfdb82&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1386325 May 03 21:18:12.337049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47030) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:12.363469 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Pushing event updated for resources: {'Port': ['ID=05032314-2a9e-48fe-a4b1-7aa20e6655d1,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:12.416592 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005b97b-c8cb-4236-92b2-1fddda2c7033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c63fd1-b57b-41f9-a482-cbe3d15b152c,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:12.432572 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b3e90338-cc86-4795-9840-a1b699e82b22 None None] Provisioning for port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:12.448703 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b3e90338-cc86-4795-9840-a1b699e82b22 None None] Provisioning complete for port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:12.449846 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b3e90338-cc86-4795-9840-a1b699e82b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.505264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b34bc0-8d59-4cdd-ae69-d8a9229061ca,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:12.526492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Checking segment: {'id': 'ff387da8-b912-4696-a201-a884bb749b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '30560d4b-8ba8-4af9-a666-faf693c1c808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:12.527749 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Network hostable DHCP agents. Network: 30560d4b-8ba8-4af9-a666-faf693c1c808, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:18:12.542989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.564275 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ee078-0ad5-4fba-aeaf-e3d3933dc925 None None] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:12.640713 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b3e90338-cc86-4795-9840-a1b699e82b22 None None] Port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:12.697400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:12.703389 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Network 30560d4b-8ba8-4af9-a666-faf693c1c808 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:18:12.726186 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:12.736531 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:12.739077 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 30560d4b-8ba8-4af9-a666-faf693c1c808) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:12.751671 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:12.752404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.770088 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1df55eb-90a1-4960-b070-a22d6e5c0864 None None] Network 30560d4b-8ba8-4af9-a666-faf693c1c808 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:12.776375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.836223 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.852396 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Transition to ACTIVE for port object 91f3ee07-abb4-4639-a899-0664470b628f will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:12.860021 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:12.971240 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Pushing event updated for resources: {'Port': ['ID=91f3ee07-abb4-4639-a899-0664470b628f,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:12.981245 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Attempting to bind port 91f3ee07-abb4-4639-a899-0664470b628f on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:12.981942 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Attempting to bind port 91f3ee07-abb4-4639-a899-0664470b628f by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:12.982321 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Attempting to bind port 91f3ee07-abb4-4639-a899-0664470b628f on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:12.984447 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a04f658-be29-4ff5-9539-3dd26d3754a9 None None] Network 1b515388-a248-4e19-8bc0-9eff69511d6e requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:12.989185 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.989446 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.989793 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.990223 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.990564 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.991037 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.991523 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.991694 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.992046 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.992735 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.993064 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.993586 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Tracked resource versions report: May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: pushed versions: May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: { 'AddressGroup': {'1.2'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'ConntrackHelper': {'1.0'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Log': {'1.0'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Network': {'1.1'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Port': {'1.7'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'PortForwarding': {'1.2'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'QosPolicy': {'1.8'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroup': {'1.4'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroupRule': {'1.2'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SubPort': {'1.0'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Subnet': {'1.1'}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Trunk': {'1.1'}} May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: consumer versions: May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: { DHCP agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: HyperV agent@hv-cinder-84037: {}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: L3 agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: Metadata agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: Metering agent@dv-cinder-840376-1-iscsi: {}, May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: Open vSwitch agent@dv-cinder-840376-1-iscsi: { 'AddressGroup': '1.2', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'ConntrackHelper': '1.0', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Log': '1.0', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Network': '1.1', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Port': '1.7', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'PortForwarding': '1.2', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'QosPolicy': '1.8', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroup': '1.4', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SecurityGroupRule': '1.2', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'SubPort': '1.0', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Subnet': '1.1', May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: 'Trunk': '1.1'}} May 03 21:18:12.994892 dv-cinder-840376-1-iscsi neutron-server[87270]: {{(pid=87270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 03 21:18:12.999253 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:12.999641 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:13.000098 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.000529 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:13.001181 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Bound port: 91f3ee07-abb4-4639-a899-0664470b628f, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:13.001846 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.137915 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] For port 91f3ee07-abb4-4639-a899-0664470b628f, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:13.142130 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] For port 91f3ee07-abb4-4639-a899-0664470b628f, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=91f3ee07-abb4-4639-a899-0664470b628f,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:13.148411 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.163250 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.177181 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2f7a1b9c-4d25-4b88-88e1-4ebbda9f7822 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6202147 May 03 21:18:13.177181 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.177181 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.269642 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-432e2197-910b-4ee9-80ff-153c4ba41da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.389044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d4e3cbe7-3c96-4a73-95d7-1c6b6b08d316 None None] Provisioning for port 0852c464-b129-4568-8f1a-9dff46e92511 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:13.392066 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:13.435526 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:13.436168 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:17:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:13.444467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.453914 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47052) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:13.480897 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Pushing event updated for resources: {'Port': ['ID=05032314-2a9e-48fe-a4b1-7aa20e6655d1,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:13.507617 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d4f26de6-a016-4ca0-97d6-9763ee5e68e4 req-d0ecdf90-fecb-4a67-9938-684934b2d26d tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.3671176 May 03 21:18:13.579236 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:13.580434 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:13.637945 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed7c73-245b-46b5-baae-7a3026e3cf03 None None] Pushing event updated for resources: {'Port': ['ID=91f3ee07-abb4-4639-a899-0664470b628f,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:13.744072 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:13.806395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Pushing event updated for resources: {'Port': ['ID=c1579383-ff8e-447d-9046-ff85c3e9928d,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:13.826496 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] Provisioning for port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:13.840205 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] Provisioning complete for port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:13.840629 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:13.856998 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:13.996716 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:14.030374 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:14.030746 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.059224 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-432e2197-910b-4ee9-80ff-153c4ba41da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.114355 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:14.136443 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-af4989fd-a7a1-4159-9e97-ad62d3ea949c admin admin] 10.222.0.26 "PUT /v2.0/routers/df5f04d3-51d0-46ea-8bce-b66265d6fee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0541980 May 03 21:18:14.149889 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03073407-f9cd-44ad-82b7-6efba08a83a8 None None] Network 30560d4b-8ba8-4af9-a666-faf693c1c808 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:18:14.257616 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 2, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:14.261943 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06ac5a1-fa6f-464e-8f8f-e1c8bd86f0d6 None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 2, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:14.325436 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.644321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-432e2197-910b-4ee9-80ff-153c4ba41da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.744838 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e2197-910b-4ee9-80ff-153c4ba41da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c63fd1-b57b-41f9-a482-cbe3d15b152c,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:14.764976 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Deleting subnet 5a33d945-2032-49f6-aae6-8e80572c7f15 {{(pid=87267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:18:14.785458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.846784 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47096) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:14.942064 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.964200 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-432e2197-910b-4ee9-80ff-153c4ba41da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:14.966249 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-432e2197-910b-4ee9-80ff-153c4ba41da6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0c63fd1-b57b-41f9-a482-cbe3d15b152c HTTP/1.1" status: 204 len: 168 time: 2.6190097 May 03 21:18:14.971647 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d3a2df28-6e6f-4dc4-9f3f-7a2c19bac9c2 req-00cf03fa-81dd-4404-a8f6-e06802831f9d tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.1136010 May 03 21:18:15.005813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.021501 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.030220 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.111705 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] For port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:15.123992 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.150171 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.193053 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:15.206297 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Usage tracker for resource:security_group_rule and tenant:3f729ffd417a4a99ac2dd2d361e3911b is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:15.210117 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:15.225303 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:15.508264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.524749 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.574835 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:18:15.575290 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:18:15.586624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.47', 61334) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:15.622368 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf93e7-7bca-43c7-be48-ca81bda63f40 None None] Pushing event updated for resources: {'Port': ['ID=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:15.641460 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47120) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:15.666781 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d45e257a-eeb0-4bc2-9243-cd5cadd53f2a None None] Provisioning complete for port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:15.667689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d45e257a-eeb0-4bc2-9243-cd5cadd53f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.672411 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241802649', 'description': 'tempest-description--1923240959'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:15.692001 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:15.699864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:15.713370 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:15.720401 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:18:15.730373 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:15.751050 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:15.772625 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f729ffd417a4a99ac2dd2d361e3911b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9238002 May 03 21:18:15.787093 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-d45e257a-eeb0-4bc2-9243-cd5cadd53f2a None None] Port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:15.798246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3851c9-4653-421b-95e1-c9439d6d4b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2489a3cd-a511-4592-b877-0f35761ae4aa,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:15.812974 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47128) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:15.923971 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ae33d400-095b-4f2e-9121-6bdecd602ab1 None None] Provisioning complete for port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:15.924792 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ae33d400-095b-4f2e-9121-6bdecd602ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.055427 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-d7817e79-1263-4000-937b-fd483e163ab9 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:16.056872 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-d7817e79-1263-4000-937b-fd483e163ab9 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.47 "GET /v2.0/networks?id=5973a906-87e8-4143-8088-9bf95dfa5b90 HTTP/1.1" status: 200 len: 812 time: 0.4681184 May 03 21:18:16.060112 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9a25d2d5-1d5d-4b70-b405-97ef6f890dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.097083 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9a25d2d5-1d5d-4b70-b405-97ef6f890dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.122270 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Request body: {'port': {'device_id': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90', 'admin_state_up': True, 'tenant_id': '50e9202fbd354f5fb7f7e94eda8986ee'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:16.344222 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0852c464-b129-4568-8f1a-9dff46e92511 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:16.353310 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.373807 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.380261 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a33d945-2032-49f6-aae6-8e80572c7f15,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:16.382741 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.394713 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:16.399836 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:16.402827 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9a25d2d5-1d5d-4b70-b405-97ef6f890dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.404055 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:16.410915 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:16.461421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 0852c464-b129-4568-8f1a-9dff46e92511 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:16.473560 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 0852c464-b129-4568-8f1a-9dff46e92511 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:16.474202 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.476865 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25d2d5-1d5d-4b70-b405-97ef6f890dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489a3cd-a511-4592-b877-0f35761ae4aa,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:16.480549 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:16.503585 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Usage tracker for resource:port and tenant:50e9202fbd354f5fb7f7e94eda8986ee is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:16.511762 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9a25d2d5-1d5d-4b70-b405-97ef6f890dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.513251 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-9a25d2d5-1d5d-4b70-b405-97ef6f890dd6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2489a3cd-a511-4592-b877-0f35761ae4aa HTTP/1.1" status: 204 len: 168 time: 0.6974814 May 03 21:18:16.517988 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:16.532635 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:16.583192 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Made reservation on behalf of 50e9202fbd354f5fb7f7e94eda8986ee for: {'port': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:16.585713 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.721879 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9cfe7b10-d18b-43b6-9bfb-522193754c70 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5a33d945-2032-49f6-aae6-8e80572c7f15 HTTP/1.1" status: 204 len: 168 time: 3.2174153 May 03 21:18:16.728285 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47170) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:16.890955 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:16.906570 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b74a080d-6d94-4899-807f-176ec2c01421 req-8dae8e16-d831-45d4-9f4d-1a10b55b49d6 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.6380324 May 03 21:18:16.938887 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.946188 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:16.950839 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-5b2a3242-9ce4-4103-8b1a-4ed574e32534 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.8414505 May 03 21:18:16.951725 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47182) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:16.958585 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:17.010921 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:17.044124 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 0852c464-b129-4568-8f1a-9dff46e92511, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0852c464-b129-4568-8f1a-9dff46e92511,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:17.047034 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:17.048702 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:17:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:17.158757 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:17.300421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47192) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:17.475193 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:17.481715 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Router fe877b84-6671-42e4-9883-2ea1a483ef49 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:18:17.490773 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:17.500407 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Allocated IP 172.20.0.3 (5973a906-87e8-4143-8088-9bf95dfa5b90/5424880b-26b3-4774-bd25-d6f6530861de/134f9640-84b3-44ad-a384-794a7a3d92ab) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:17.538737 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bd19ba-6a10-47e4-b1c5-693abeb2536d,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:17.604211 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:17.723129 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:17.743113 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:17.743847 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:17:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:17.839099 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:17.892406 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:17.894183 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-7f6d9508-3495-4613-a95b-df0296b39648 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.2517366 May 03 21:18:17.902264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47206) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:17.929971 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'security_group_rule': {'security_group_id': 'c2bd19ba-6a10-47e4-b1c5-693abeb2536d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:17.943835 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:17.995046 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:18.018819 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:18.034472 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1c48a598-16c8-41c4-b0ee-05c1334bf72c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.0168846 May 03 21:18:18.035875 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:18.038523 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47214) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:18.112950 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:18.217346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Sync routers for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:18.316330 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:18.382147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:18.427148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Usage tracker for resource:security_group_rule and tenant:376f2a4ef9ef4e5e9322050d667769e6 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:18.435264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:18.464853 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:18.479246 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:18.480548 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:17:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:18.560708 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:18.638884 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a2873f38-fd31-4a33-b03b-d1008aa7120a req-c97d1d52-abd2-4d2c-a969-9e7406fc6d44 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.1634653 May 03 21:18:18.701563 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:18.728393 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:18.813697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=0852c464-b129-4568-8f1a-9dff46e92511,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:18.827735 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:18.836277 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:18.836729 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:18.883596 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.883803 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.884520 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.884851 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > port after_create 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.887630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.888022 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > port after_update 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.888368 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.888717 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.889046 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.889394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:18.900324 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 2, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:18.905082 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:18.905442 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Updating router df5f04d3-51d0-46ea-8bce-b66265d6fee4 port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:18.957861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:18.986579 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.233283 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:19.233914 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:19.234501 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:19.235075 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:18:19.235805 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fd82b7-88ab-4806-a476-6671ae6614cd']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:19.297890 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fabe735-7e51-42a3-886f-64212b47bf48') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:19.305130 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fabe735-7e51-42a3-886f-64212b47bf48') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:19.373473 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.380919 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.421852 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.485974 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:18:19.486369 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.535863 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: from cryptography.utils import int_from_bytes May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: from cryptography.utils import int_from_bytes May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: util.warn_limited( May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: util.warn_limited( May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:18:19.557369 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:18:19.838344 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.882567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Allocated IP 172.20.0.1 (1ac5b488-51cb-4493-8876-8f177bcccb6f/6b97ec4e-5f09-4f74-9abc-55a985e848f8/d7a1100e-57bf-4def-a249-5afe34f1e4b3) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:19.891853 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Transition to ACTIVE for port object 05032314-2a9e-48fe-a4b1-7aa20e6655d1 will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:19.901793 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.918756 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:19.955731 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.028643 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.052384 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3431303a-6559-4c4f-a5b6-43e987c06f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.068672 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.093848 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af531-deea-4abd-9e79-7646cc5526c0 None None] Pushing event updated for resources: {'Port': ['ID=05032314-2a9e-48fe-a4b1-7aa20e6655d1,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:20.146528 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.161838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:11Z', 'revision_number': 3, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:20.192812 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:20.193510 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Updating router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 port a0dfe796-8741-4fa9-842d-a183689cd567 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:20.243430 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 91f3ee07-abb4-4639-a899-0664470b628f up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:20.333468 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:20.343687 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Checking router: fe877b84-6671-42e4-9883-2ea1a483ef49 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:20.344037 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Updating router fe877b84-6671-42e4-9883-2ea1a483ef49 port c1579383-ff8e-447d-9046-ff85c3e9928d binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:20.356303 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=376f2a4ef9ef4e5e9322050d667769e6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0440784 May 03 21:18:20.358243 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fd82b7-88ab-4806-a476-6671ae6614cd,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:20.374715 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47256) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:20.429651 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-22c1583b-128f-45d3-bba2-d39e083a7a74 admin admin] 10.222.0.26 "DELETE /v2.0/networks/99fd82b7-88ab-4806-a476-6671ae6614cd HTTP/1.1" status: 204 len: 168 time: 3.7002811 May 03 21:18:20.439627 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.456766 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.464616 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47262) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:20.520582 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.593893 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Attempting to bind port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:20.593893 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Attempting to bind port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:20.593893 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Attempting to bind port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:20.601781 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:20.602874 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Checking segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:20.603868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.604552 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.605816 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Bound using segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:20.606762 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Bound port: 05032314-2a9e-48fe-a4b1-7aa20e6655d1, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:20.607424 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.694727 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5843b6bd-c425-4963-af41-5458e76fe537,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:20.727747 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] For port 05032314-2a9e-48fe-a4b1-7aa20e6655d1, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:20.731601 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] For port 05032314-2a9e-48fe-a4b1-7aa20e6655d1, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=05032314-2a9e-48fe-a4b1-7aa20e6655d1,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:20.738082 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:20.843659 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af531-deea-4abd-9e79-7646cc5526c0 None None] Pushing event updated for resources: {'Port': ['ID=05032314-2a9e-48fe-a4b1-7aa20e6655d1,revision_number=4']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:20.911614 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:20.912607 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:17:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:20.963858 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f482df4-ef36-4699-a1d2-37bdc202b7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2416645b-6d48-424a-8b7b-07c416b3b77e,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:20.998769 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Network 5973a906-87e8-4143-8088-9bf95dfa5b90 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:21.026298 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:21.031733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:21.122471 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.122471 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-287d78ac-c327-41f1-bdcd-6837842d2b34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.2108805 May 03 21:18:21.134136 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.209323 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47280) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:21.278790 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'security_group_rule': {'security_group_id': 'c2bd19ba-6a10-47e4-b1c5-693abeb2536d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:21.297063 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Pushing event updated for resources: {'Port': ['ID=134f9640-84b3-44ad-a384-794a7a3d92ab,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:21.324388 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:21.330531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:21.338892 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.367610 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Deleting subnet c2b34bc0-8d59-4cdd-ae69-d8a9229061ca {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:18:21.379345 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.435718 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:21.538564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-24013897-8f4c-4b94-a719-0411c2c330d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.549535 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Transition to ACTIVE for port object d7a1100e-57bf-4def-a249-5afe34f1e4b3 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:21.562097 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:21.579953 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 91f3ee07-abb4-4639-a899-0664470b628f completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:21.614785 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.690539 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 91f3ee07-abb4-4639-a899-0664470b628f triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:21.692040 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.784110 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:21.786706 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.886912 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:21.887120 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4f6e-5ee6-4911-a76d-380e8b0097c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.937291 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-24013897-8f4c-4b94-a719-0411c2c330d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:21.981307 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.017165 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-667f1dd5-ee23-4143-b236-eafe8892e1a0 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8997271 May 03 21:18:22.067185 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-e1a876de-59ec-4059-8243-c174d47ed140 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:22.067895 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-e1a876de-59ec-4059-8243-c174d47ed140 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Synchronizing usage tracker for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:22.085425 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.097961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.127485 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.128145 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.138533 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.159302 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-e1a876de-59ec-4059-8243-c174d47ed140 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Unset dirty status for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:22.171354 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-e1a876de-59ec-4059-8243-c174d47ed140 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 931 time: 2.1478193 May 03 21:18:22.210008 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Transition to ACTIVE for port object a0dfe796-8741-4fa9-842d-a183689cd567 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:22.226709 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 91f3ee07-abb4-4639-a899-0664470b628f, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=91f3ee07-abb4-4639-a899-0664470b628f,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:22.246902 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.248136 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.264244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.325173 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.365897 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:20Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:22.389446 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc50b03f-7a3b-4b01-a7d0-9e3d0c95fa25 None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:20Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:22.393472 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b34bc0-8d59-4cdd-ae69-d8a9229061ca,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:22.416289 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-a49fc1c6-56c2-432f-b2cd-c5e0f73d69b5 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:18:22.417586 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-a49fc1c6-56c2-432f-b2cd-c5e0f73d69b5 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497856 May 03 21:18:22.431615 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-181135db-7e5e-47ce-81bb-4afc1294e02f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Synchronizing usage tracker for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:22.450477 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.470761 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-416679fb-2383-48da-bff4-3f86c3fff498 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c2b34bc0-8d59-4cdd-ae69-d8a9229061ca HTTP/1.1" status: 204 len: 168 time: 2.0049381 May 03 21:18:22.479106 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47298) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:22.640733 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30fbf346-38cc-403a-9e80-a1900a30ac6e,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:22.688221 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.692059 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-181135db-7e5e-47ce-81bb-4afc1294e02f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Unset dirty status for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:22.702721 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c3e991e-3c6c-47fe-80be-4e8531493e3a req-181135db-7e5e-47ce-81bb-4afc1294e02f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294089 May 03 21:18:22.732673 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-24013897-8f4c-4b94-a719-0411c2c330d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.744136 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=91f3ee07-abb4-4639-a899-0664470b628f,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:22.794148 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24013897-8f4c-4b94-a719-0411c2c330d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2416645b-6d48-424a-8b7b-07c416b3b77e,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:22.822863 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:22.838329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:22.849258 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 05032314-2a9e-48fe-a4b1-7aa20e6655d1 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:22.854426 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-24013897-8f4c-4b94-a719-0411c2c330d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.856027 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-24013897-8f4c-4b94-a719-0411c2c330d7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2416645b-6d48-424a-8b7b-07c416b3b77e HTTP/1.1" status: 204 len: 168 time: 2.4785836 May 03 21:18:22.867862 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:22.871822 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.891525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.893015 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-59f70588-5b87-4eb6-8a72-43f6ae166fad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6825356 May 03 21:18:22.916550 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47308) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:22.924884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1100e-57bf-4def-a249-5afe34f1e4b3,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:22.942366 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:22.955604 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:22.977594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:22.983534 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:floatingip and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:22.988801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:22.997088 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:23.043144 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30560d4b-8ba8-4af9-a666-faf693c1c808']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:23.096036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.112213 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff387da8-b912-4696-a201-a884bb749b3e') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:23.112213 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff387da8-b912-4696-a201-a884bb749b3e') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:23.119457 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Attempting to bind port a0dfe796-8741-4fa9-842d-a183689cd567 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:23.120006 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Attempting to bind port a0dfe796-8741-4fa9-842d-a183689cd567 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:23.121329 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Attempting to bind port a0dfe796-8741-4fa9-842d-a183689cd567 on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:23.163312 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.215352 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.235490 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:18:23.236313 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.241846 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.267763 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.270752 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:23.271450 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:23.271999 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.272895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:23.274141 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Bound port: a0dfe796-8741-4fa9-842d-a183689cd567, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:23.274730 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:18:23.277257 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:18:23.323389 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Request body: {'port': {'device_id': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:23.517083 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ef8e8-2294-4438-a7df-30e544a9eb17 None None] Pushing event updated for resources: {'Port': ['ID=a0dfe796-8741-4fa9-842d-a183689cd567,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:23.600280 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d8a90625-fb24-472f-b22c-6b2950167954 None None] Provisioning for port d7a1100e-57bf-4def-a249-5afe34f1e4b3 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:23.661680 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d8a90625-fb24-472f-b22c-6b2950167954 None None] Provisioning complete for port d7a1100e-57bf-4def-a249-5afe34f1e4b3 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:23.662519 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d8a90625-fb24-472f-b22c-6b2950167954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.750192 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:23.781291 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Allocated IP 172.20.0.1 (1b515388-a248-4e19-8bc0-9eff69511d6e/18a2382e-347d-4b84-bfc5-7eb94f72426d/5445ae4a-2270-470d-a6fe-5860bc974a21) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:23.888102 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] For port a0dfe796-8741-4fa9-842d-a183689cd567, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:23.908638 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:23.908638 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.949570 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:23.970894 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.012213 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.018126 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.resource_extend [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:18:24.131958 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] 10.222.0.26 "DELETE /v2.0/networks/30560d4b-8ba8-4af9-a666-faf693c1c808 HTTP/1.1" status: 204 len: 168 time: 1.6425190 May 03 21:18:24.131958 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77eebb-cc38-4fbd-80ff-8a46cdd3ad14 admin admin] Pushing event deleted for resources: {'Network': ['ID=30560d4b-8ba8-4af9-a666-faf693c1c808,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:24.158831 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-d8a90625-fb24-472f-b22c-6b2950167954 None None] Port d7a1100e-57bf-4def-a249-5afe34f1e4b3 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:24.170980 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.235138 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.266720 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] For port a0dfe796-8741-4fa9-842d-a183689cd567, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a0dfe796-8741-4fa9-842d-a183689cd567,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:24.283865 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Transition to ACTIVE for port object c1579383-ff8e-447d-9046-ff85c3e9928d will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:24.288641 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.414877 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.466006 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.490920 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47348) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:24.517174 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ef8e8-2294-4438-a7df-30e544a9eb17 None None] Pushing event updated for resources: {'Port': ['ID=a0dfe796-8741-4fa9-842d-a183689cd567,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:24.645449 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:24.646429 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:24.704921 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:18:24.800395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:24.897290 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4b152799-67cd-4267-bc0a-0d6a2bc7dffd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3012c40e78a44be084b3357cde478814&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4050388 May 03 21:18:24.907981 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47358) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:24.938035 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Attempting to bind port c1579383-ff8e-447d-9046-ff85c3e9928d on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:24.938613 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Attempting to bind port c1579383-ff8e-447d-9046-ff85c3e9928d by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:24.938613 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Attempting to bind port c1579383-ff8e-447d-9046-ff85c3e9928d on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:25.070857 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:25.072772 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:25.073220 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.073665 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:25.074206 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Bound port: c1579383-ff8e-447d-9046-ff85c3e9928d, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:25.078771 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.126521 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.170362 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134f9640-84b3-44ad-a384-794a7a3d92ab {{(pid=87268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:25.173332 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13898375-798a-44f3-a013-bffcb0ae5bb6 None None] Pushing event updated for resources: {'Port': ['ID=c1579383-ff8e-447d-9046-ff85c3e9928d,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:25.180181 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.195478 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.227529 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e376c78-7f90-436d-836d-f01544fcedff req-124cec52-50c2-45ee-9061-9d1fe68a7629 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:25.232564 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9e376c78-7f90-436d-836d-f01544fcedff req-124cec52-50c2-45ee-9061-9d1fe68a7629 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 931 time: 1.2227738 May 03 21:18:25.266102 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Transition to ACTIVE for port object 134f9640-84b3-44ad-a384-794a7a3d92ab will not be triggered until provisioned by entity L2. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:25.273061 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.283492 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Transition to ACTIVE for port object 5445ae4a-2270-470d-a6fe-5860bc974a21 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:25.413937 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] For port c1579383-ff8e-447d-9046-ff85c3e9928d, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:25.426488 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] For port c1579383-ff8e-447d-9046-ff85c3e9928d, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c1579383-ff8e-447d-9046-ff85c3e9928d,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:25.445899 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.662809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:25.675875 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Pushing event updated for resources: {'Port': ['ID=134f9640-84b3-44ad-a384-794a7a3d92ab,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:25.747810 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Allocated IP 172.27.0.67 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/cfe7b31c-9e3c-4926-96ae-5c6249a21c70) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:25.772428 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 05032314-2a9e-48fe-a4b1-7aa20e6655d1, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=05032314-2a9e-48fe-a4b1-7aa20e6655d1,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:25.838457 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:25.840108 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0852c464-b129-4568-8f1a-9dff46e92511 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:25.954600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Attempting to bind port 134f9640-84b3-44ad-a384-794a7a3d92ab on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:25.955001 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Attempting to bind port 134f9640-84b3-44ad-a384-794a7a3d92ab by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90'}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:25.955403 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Attempting to bind port 134f9640-84b3-44ad-a384-794a7a3d92ab on network 5973a906-87e8-4143-8088-9bf95dfa5b90 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:25.963429 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Port 134f9640-84b3-44ad-a384-794a7a3d92ab on network 5973a906-87e8-4143-8088-9bf95dfa5b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:25.963855 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Attempting to bind port 134f9640-84b3-44ad-a384-794a7a3d92ab on network 5973a906-87e8-4143-8088-9bf95dfa5b90 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:25.982310 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:25.982828 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Checking segment: {'id': 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:25.983693 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Bound using segment: {'id': 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90'} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:25.985914 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Bound port: 134f9640-84b3-44ad-a384-794a7a3d92ab, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90'}}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:25.986356 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.050127 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:26.051152 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:26.250798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.266352 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] For port 134f9640-84b3-44ad-a384-794a7a3d92ab, host hv-cinder-84037, cleared binding levels {{(pid=87268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:26.280220 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] For port 134f9640-84b3-44ad-a384-794a7a3d92ab, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=134f9640-84b3-44ad-a384-794a7a3d92ab,segment=NetworkSegment(a0ca232a-1c8f-417f-b9f1-67c287bd26f4),segment_id=a0ca232a-1c8f-417f-b9f1-67c287bd26f4)] {{(pid=87268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:26.288480 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.369276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.475994 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:26.476604 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.478072 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] 10.222.0.47 "PUT /v2.0/ports/134f9640-84b3-44ad-a384-794a7a3d92ab HTTP/1.1" status: 200 len: 1093 time: 3.3935909 May 03 21:18:26.491232 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'tag': '134f9640-84b3-44ad-a384-794a7a3d92ab'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:26.613223 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9e376c78-7f90-436d-836d-f01544fcedff req-345542bb-b191-4928-9deb-946f19c9afc5 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555954 May 03 21:18:26.786960 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9348bc91-9418-40c1-ba09-e426cca4788e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.822206 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13898375-798a-44f3-a013-bffcb0ae5bb6 None None] Pushing event updated for resources: {'Port': ['ID=c1579383-ff8e-447d-9046-ff85c3e9928d,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:26.834628 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68af2-06e2-4e21-b1ce-16c991f74580 service neutron] Pushing event updated for resources: {'Port': ['ID=134f9640-84b3-44ad-a384-794a7a3d92ab,revision_number=3']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:26.852059 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9348bc91-9418-40c1-ba09-e426cca4788e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:26.904551 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-d18e5ff9-49c2-4ce3-b011-b63323ef87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:26.906065 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-d18e5ff9-49c2-4ce3-b011-b63323ef87ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50e9202fbd354f5fb7f7e94eda8986ee&device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 1096 time: 0.3430841 May 03 21:18:26.970394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:26.982065 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:27.005719 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:27.009060 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'Port': ['ID=cfe7b31c-9e3c-4926-96ae-5c6249a21c70,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:27.018251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:27.019082 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:27.205331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9348bc91-9418-40c1-ba09-e426cca4788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:27.207605 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-8854daee-b599-4233-8d34-d05c10d07f4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134f9640-84b3-44ad-a384-794a7a3d92ab HTTP/1.1" status: 200 len: 217 time: 0.1785228 May 03 21:18:27.221766 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0587906a-deb4-469b-9ef4-71cb706e5fca'] response: {'name': 'network-changed', 'server_uuid': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'tag': '134f9640-84b3-44ad-a384-794a7a3d92ab', 'status': 'completed', 'code': 200} May 03 21:18:27.332271 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:27.337608 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:27.358118 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:27.362434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:27.362893 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:27.400552 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-77f35618-8c3d-4621-a220-59cb555c2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:27.402575 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-77f35618-8c3d-4621-a220-59cb555c2085 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5424880b-26b3-4774-bd25-d6f6530861de HTTP/1.1" status: 200 len: 852 time: 0.1778233 May 03 21:18:27.571208 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:27.582559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:27.628684 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-2af78375-d425-4e4d-bb22-644977987af3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5973a906-87e8-4143-8088-9bf95dfa5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1521676 May 03 21:18:27.675590 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Pushing event updated for resources: {'Port': ['ID=5445ae4a-2270-470d-a6fe-5860bc974a21,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:28.019408 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-62be9629-f87e-46ae-8c4a-ad9009421703 service neutron] 10.222.0.47 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683045 May 03 21:18:28.079341 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=05032314-2a9e-48fe-a4b1-7aa20e6655d1,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:28.138672 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348bc91-9418-40c1-ba09-e426cca4788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cda84c-de8b-4b71-8d27-a502ad89e6bb,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:28.281218 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 0852c464-b129-4568-8f1a-9dff46e92511 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:28.281218 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.460536 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-22a0f2a9-da25-4ae4-bf51-b35f64d46d37 None None] Provisioning for port 5445ae4a-2270-470d-a6fe-5860bc974a21 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:28.475572 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2ea5f638-a4c2-46d8-bb40-b12a1fd28f56 req-2b6027b3-ba34-4ef0-9ce8-507c130508ac service neutron] 10.222.0.47 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362091 May 03 21:18:28.487271 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-22a0f2a9-da25-4ae4-bf51-b35f64d46d37 None None] Provisioning complete for port 5445ae4a-2270-470d-a6fe-5860bc974a21 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:28.487556 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-22a0f2a9-da25-4ae4-bf51-b35f64d46d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.506590 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Pushing event updated for resources: {'Port': ['ID=d7a1100e-57bf-4def-a249-5afe34f1e4b3,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:28.554049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:28.576196 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9348bc91-9418-40c1-ba09-e426cca4788e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.580433 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9348bc91-9418-40c1-ba09-e426cca4788e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0cda84c-de8b-4b71-8d27-a502ad89e6bb HTTP/1.1" status: 204 len: 168 time: 3.6579952 May 03 21:18:28.602020 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:28.672462 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.710395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:28.752232 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-5322ce83-c552-481e-8812-103a252b9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:28.760099 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-5322ce83-c552-481e-8812-103a252b9375 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50e9202fbd354f5fb7f7e94eda8986ee&device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 1096 time: 0.1980166 May 03 21:18:29.148769 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:19Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:29.194864 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c95520d-2bf6-45d4-96e9-68f573f0490f None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:19Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:29.230615 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-22a0f2a9-da25-4ae4-bf51-b35f64d46d37 None None] Port 5445ae4a-2270-470d-a6fe-5860bc974a21 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:29.251213 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 05032314-2a9e-48fe-a4b1-7aa20e6655d1 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:29.392370 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:29.428637 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7908ac7d-7a4d-4af4-bec9-1526ac5f3d2e None None] The sync data for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi is: [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:13Z', 'revision_number': 3, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:29.519685 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:29.522019 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:29.671105 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47506) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:29.758316 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-11384f8a-84e2-421a-ac0b-a3f010f5af9d None None] Provisioning complete for port d7a1100e-57bf-4def-a249-5afe34f1e4b3 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:29.758691 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-11384f8a-84e2-421a-ac0b-a3f010f5af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:29.823348 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-4babd7e5-f8b8-4e4c-a4e6-79365986e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:29.825063 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-4babd7e5-f8b8-4e4c-a4e6-79365986e464 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5973a906-87e8-4143-8088-9bf95dfa5b90 HTTP/1.1" status: 200 len: 913 time: 0.8986530 May 03 21:18:29.992268 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-11384f8a-84e2-421a-ac0b-a3f010f5af9d None None] Port d7a1100e-57bf-4def-a249-5afe34f1e4b3 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:30.089743 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47512) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:30.126254 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-90cecb7e-3791-4e57-923c-46d22c9ea81e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134f9640-84b3-44ad-a384-794a7a3d92ab HTTP/1.1" status: 200 len: 217 time: 0.2471986 May 03 21:18:30.127030 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.149361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:30.154005 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Usage tracker for resource:security_group_rule and tenant:97fb8d87e3a4466a87c8536f23991981 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:30.158280 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:30.164913 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:30.199186 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 91f3ee07-abb4-4639-a899-0664470b628f up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:30.240841 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.294400 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-5df643d3-c20d-4cdc-8d0f-71b5e7f5e09f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=be1966dc935847a5a0910e03e74d2d88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2024539 May 03 21:18:30.307051 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47516) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:30.317064 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 91f3ee07-abb4-4639-a899-0664470b628f triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:30.317774 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.352413 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-63607de0-314b-4f59-ad22-4d9866a778ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:30.352748 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:30.353864 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-63607de0-314b-4f59-ad22-4d9866a778ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5424880b-26b3-4774-bd25-d6f6530861de HTTP/1.1" status: 200 len: 852 time: 0.1854532 May 03 21:18:30.409775 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514a3d2-bfa6-40f8-91e4-a5389ba53376 req-2abfbb2d-7cad-4685-aaa9-38e8e38229eb tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:30.411769 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5514a3d2-bfa6-40f8-91e4-a5389ba53376 req-2abfbb2d-7cad-4685-aaa9-38e8e38229eb tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 943 time: 2.1381402 May 03 21:18:30.516196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eef594fd-6efe-4f16-bfd3-d2bfab88f5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.633692 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.636100 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eef594fd-6efe-4f16-bfd3-d2bfab88f5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.648950 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.753228 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eef594fd-6efe-4f16-bfd3-d2bfab88f5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.843096 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eef594fd-6efe-4f16-bfd3-d2bfab88f5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.844218 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-eef594fd-6efe-4f16-bfd3-d2bfab88f5d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf326f64-e66a-4eb4-ad8d-cef6a572ce1a HTTP/1.1" status: 204 len: 168 time: 0.5361564 May 03 21:18:30.874819 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97fb8d87e3a4466a87c8536f23991981&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2003014 May 03 21:18:30.874819 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087f952-c20e-40d3-9173-2a521ac413dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e32911-fa63-424c-b0f6-b580ea197545,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:30.877394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47534) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:30.896562 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:30.912464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.db.resource_extend [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:18:30.952120 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef594fd-6efe-4f16-bfd3-d2bfab88f5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf326f64-e66a-4eb4-ad8d-cef6a572ce1a,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:30.973801 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5514a3d2-bfa6-40f8-91e4-a5389ba53376 req-179209c5-6e97-4f75-9d93-8f1a513555bf tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386586 May 03 21:18:30.976326 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:30.986337 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ef74b48f-7168-437c-b07a-37f0612d5b5b admin admin] 10.222.0.26 "PUT /v2.0/routers/8eb1db92-6603-4d2d-899d-ba7fffa00a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0305707 May 03 21:18:31.029631 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.030175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.087884 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-608abd55-bfb9-487e-88da-54539cfb6c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.155912 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-608abd55-bfb9-487e-88da-54539cfb6c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.258924 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c1579383-ff8e-447d-9046-ff85c3e9928d up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:31.284950 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-608abd55-bfb9-487e-88da-54539cfb6c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.305578 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608abd55-bfb9-487e-88da-54539cfb6c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e32911-fa63-424c-b0f6-b580ea197545,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:31.330922 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-608abd55-bfb9-487e-88da-54539cfb6c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.332113 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-608abd55-bfb9-487e-88da-54539cfb6c29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74e32911-fa63-424c-b0f6-b580ea197545 HTTP/1.1" status: 204 len: 168 time: 0.4412506 May 03 21:18:31.389390 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.db.resource_extend [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:18:31.415133 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:31.416025 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port c1579383-ff8e-447d-9046-ff85c3e9928d completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:31.420305 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.424374 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port c1579383-ff8e-447d-9046-ff85c3e9928d triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:31.424743 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.426738 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:31.428785 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Pushing event updated for resources: {'Port': ['ID=5445ae4a-2270-470d-a6fe-5860bc974a21,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:31.435840 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.623205 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-18fb3a36-8c56-461b-9f6d-3f0abe08c378 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5973a906-87e8-4143-8088-9bf95dfa5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275170 May 03 21:18:31.801204 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-ee92650e-dd50-48cf-bd57-5e270a4682d4 service neutron] 10.222.0.47 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684480 May 03 21:18:31.803347 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.822576 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port c1579383-ff8e-447d-9046-ff85c3e9928d, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c1579383-ff8e-447d-9046-ff85c3e9928d,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:31.851666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.854524 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.855283 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a0dfe796-8741-4fa9-842d-a183689cd567 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:31.863769 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Router fe877b84-6671-42e4-9883-2ea1a483ef49 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:18:31.914735 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'Port': ['ID=cfe7b31c-9e3c-4926-96ae-5c6249a21c70,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:31.927017 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:31.928359 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d0ab6168-5a31-46f0-b3e2-61435658a89b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9984505 May 03 21:18:32.034337 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-4cd0efeb-3975-4abf-9f71-8c358e5b7c34 None None] Provisioning complete for port 5445ae4a-2270-470d-a6fe-5860bc974a21 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:32.034715 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-4cd0efeb-3975-4abf-9f71-8c358e5b7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.117275 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9b9ba5fb-ee14-42e2-b381-dc77ca5602fc req-9e585502-3f2a-4e2b-8ca1-80f91354afb3 service neutron] 10.222.0.47 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090525 May 03 21:18:32.160202 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0efeb-3975-4abf-9f71-8c358e5b7c34 None None] Port 5445ae4a-2270-470d-a6fe-5860bc974a21 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:32.200377 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=c1579383-ff8e-447d-9046-ff85c3e9928d,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:32.234609 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port a0dfe796-8741-4fa9-842d-a183689cd567 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:32.242493 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port a0dfe796-8741-4fa9-842d-a183689cd567 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:32.242909 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.335152 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:18:32.341187 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-71a32e3f-70e6-4474-902b-a2312dcd9496 admin admin] 10.222.0.26 "PUT /v2.0/routers/fe877b84-6671-42e4-9883-2ea1a483ef49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2961111 May 03 21:18:32.402970 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47572) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:32.427630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.445179 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.456538 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d46e3-6c28-4691-ad2e-0fe33fbcb82c req-e948f782-bbd2-4fc4-a29b-03eada481da2 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:32.458050 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-716d46e3-6c28-4691-ad2e-0fe33fbcb82c req-e948f782-bbd2-4fc4-a29b-03eada481da2 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 943 time: 0.1246612 May 03 21:18:32.465331 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port a0dfe796-8741-4fa9-842d-a183689cd567, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a0dfe796-8741-4fa9-842d-a183689cd567,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:32.473366 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:32.478059 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.481569 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Usage tracker for resource:security_group_rule and tenant:3bdd775a86ec41c495e7b5fc581c27fc is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:32.490966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:32.513300 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:32.548505 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-716d46e3-6c28-4691-ad2e-0fe33fbcb82c req-dadc9c56-ff2b-4c93-9b5c-81514cdcd932 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825322 May 03 21:18:32.719715 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=a0dfe796-8741-4fa9-842d-a183689cd567,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:32.745505 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47580) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:32.751434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078785605', 'description': 'tempest-description--203265944'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:32.764726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:32.772502 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.777379 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:32.780755 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.783444 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:32.792953 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:32.810476 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:32.860807 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:32.867760 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:32.870045 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bdd775a86ec41c495e7b5fc581c27fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4654937 May 03 21:18:32.872481 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:32.872800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1173605-7b66-49f7-8852-a677f8a5e577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd899078-5dcb-40d5-918f-aa2a1923c7a1,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:32.876312 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47598) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:32.888820 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Sync routers for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:32.905098 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:32.906156 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:32.917182 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:32.936156 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-1a7252af-4081-4fba-b1de-96b0d297451e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:32.962891 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-43b8f78f-a04e-4480-a01c-d87fddcd7cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.002530 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-43b8f78f-a04e-4480-a01c-d87fddcd7cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.028576 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.045692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.079033 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-43b8f78f-a04e-4480-a01c-d87fddcd7cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.120733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8f78f-a04e-4480-a01c-d87fddcd7cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd899078-5dcb-40d5-918f-aa2a1923c7a1,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:33.138031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-43b8f78f-a04e-4480-a01c-d87fddcd7cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.139077 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-43b8f78f-a04e-4480-a01c-d87fddcd7cfa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd899078-5dcb-40d5-918f-aa2a1923c7a1 HTTP/1.1" status: 204 len: 168 time: 0.2615318 May 03 21:18:33.139783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-1a7252af-4081-4fba-b1de-96b0d297451e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:33.141560 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-1a7252af-4081-4fba-b1de-96b0d297451e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--241802649&fields=id&tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 267 time: 0.3072240 May 03 21:18:33.155663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47612) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:33.180305 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c1579383-ff8e-447d-9046-ff85c3e9928d up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:33.192696 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:33.203103 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.204318 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4572716 May 03 21:18:33.207852 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47618) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:33.212821 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'security_group_rule': {'security_group_id': '7cd07ec5-f59c-4665-abc2-8c7fc7b706f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:33.224688 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:33.236461 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:33.239656 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:33.246000 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a1d83-2bc2-4d99-b644-c8a61ee4c6db tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:33.253943 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:33.274776 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.304181 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port c1579383-ff8e-447d-9046-ff85c3e9928d triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:33.305424 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.405018 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.422375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.457974 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d359d1e9-e38f-4a38-8552-f535ee037464,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:33.550145 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.553787 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-16bd08e9-6026-4260-9393-8d0e65e114c0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425622 May 03 21:18:33.554017 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47634) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:33.560510 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-e2f9c337-29df-4074-930b-6399aa833bdc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:33.563423 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:18:33.564112 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'security_group_rule': {'security_group_id': '7cd07ec5-f59c-4665-abc2-8c7fc7b706f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:33.571942 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-e2f9c337-29df-4074-930b-6399aa833bdc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 817 time: 0.3869977 May 03 21:18:33.576162 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:33.583285 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:33.592737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:33.601629 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:33.618803 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-a07b07d0-7780-4c4e-8e82-42c54a5cab51 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/quotas/08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 375 time: 0.0322094 May 03 21:18:33.632617 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:33.634395 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:33.792467 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-5aa9b1d3-3057-4d26-a1e7-a6d2739df744 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1718450 May 03 21:18:33.793418 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.865436 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:29Z', 'revision_number': 2, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:33.871744 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Checking router: fe877b84-6671-42e4-9883-2ea1a483ef49 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:33.872222 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Updating router fe877b84-6671-42e4-9883-2ea1a483ef49 port 5445ae4a-2270-470d-a6fe-5860bc974a21 binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:33.890761 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.936263 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:33.951005 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:f25a29d0e9b54d1ea3264925256a254d is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:33.956987 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:33.969063 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:33.984587 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:34.002589 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a0dfe796-8741-4fa9-842d-a183689cd567 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:34.009847 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-843c5022-c590-4464-ae03-8c2ca1c58fd2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:34.012487 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-843c5022-c590-4464-ae03-8c2ca1c58fd2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 819 time: 0.3884513 May 03 21:18:34.047942 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-c5f91124-ebb6-4ebc-a01c-a4e4ae588baf tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/quotas/78333aede1254711a7162a6eb3074d4f HTTP/1.1" status: 200 len: 375 time: 0.0263641 May 03 21:18:34.065665 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.077737 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:34.112737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.151887 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-0e86de9f-e369-480f-a40a-5d7bd28a939a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:18:34.152925 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-0e86de9f-e369-480f-a40a-5d7bd28a939a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1997092 May 03 21:18:34.159517 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a161758-5491-4f82-b647-4e2325f44e17,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:34.216031 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port a0dfe796-8741-4fa9-842d-a183689cd567 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:34.216403 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.225042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.226224 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-70e118f8-ddb7-4854-b09e-56674a188654 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6712558 May 03 21:18:34.235691 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47662) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:34.269033 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:34.282740 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:34.294048 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:floatingip and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:34.311812 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:34.333930 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:34.362906 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-b9622a77-fc30-4cf5-a444-722c40aa9439 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2960656 May 03 21:18:34.368840 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.395122 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.411026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.496598 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-e7d20898-bf7d-4992-8e7b-1ff928c6e3e1 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368099 May 03 21:18:34.614661 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.630980 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Transition to ACTIVE for port object 5445ae4a-2270-470d-a6fe-5860bc974a21 will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:34.642107 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:34.706299 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e445f4e9-f5ec-4d6f-8a1d-5b1b6489b77c,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:34.719204 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-233e5572-72f0-4c06-acb5-a4758c8f5cd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f25a29d0e9b54d1ea3264925256a254d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5617259 May 03 21:18:34.724500 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 47676) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:34.759992 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3c24-d352-4485-b295-3e71e4b5616b None None] Pushing event updated for resources: {'Port': ['ID=5445ae4a-2270-470d-a6fe-5860bc974a21,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:34.870519 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-34eefd9d-f5ee-4ea1-98f0-22b235d79259 service neutron] 10.222.0.26 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977708 May 03 21:18:34.890990 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3d29a00f-d5b6-4940-9588-9daa9a895b66 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883708 May 03 21:18:34.893343 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:24Z', 'revision_number': 2, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:34.898165 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:18:34.898509 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Updating router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 port d7a1100e-57bf-4def-a249-5afe34f1e4b3 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:18:35.026380 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.039296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.075092 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-be7c2d44-302f-4714-859a-8c68dab1e0e0 service neutron] 10.222.0.26 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035418 May 03 21:18:35.142276 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e643e6ce-590b-49e4-8462-d938898a2085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.202858 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Attempting to bind port 5445ae4a-2270-470d-a6fe-5860bc974a21 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:35.203479 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Attempting to bind port 5445ae4a-2270-470d-a6fe-5860bc974a21 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:35.207257 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Attempting to bind port 5445ae4a-2270-470d-a6fe-5860bc974a21 on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:35.221764 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e643e6ce-590b-49e4-8462-d938898a2085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.222768 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:35.223259 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Checking segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:35.225843 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.226480 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Bound using segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:35.227291 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Bound port: 5445ae4a-2270-470d-a6fe-5860bc974a21, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:35.227768 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.270605 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.566714 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-fdbc47e6-bee7-4c25-8713-e97c0a9f68f1 req-cd7db5da-4b15-4f57-87b1-eb6a89ce205e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:35.583101 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] For port 5445ae4a-2270-470d-a6fe-5860bc974a21, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:35.593449 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] For port 5445ae4a-2270-470d-a6fe-5860bc974a21, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=5445ae4a-2270-470d-a6fe-5860bc974a21,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:35.606177 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.609329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-fdbc47e6-bee7-4c25-8713-e97c0a9f68f1 req-cd7db5da-4b15-4f57-87b1-eb6a89ce205e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:35.610921 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fdbc47e6-bee7-4c25-8713-e97c0a9f68f1 req-cd7db5da-4b15-4f57-87b1-eb6a89ce205e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 210 time: 0.2178955 May 03 21:18:35.745765 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Allocated IP 172.27.0.145 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/e6cdd64c-361e-423a-b66e-6e3d5cd03f3d) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:35.834014 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4b3226af-159b-44ea-9df2-de57071e3cf4 req-6b39e3e6-b1c9-4bc8-8392-853807f27618 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 210 time: 0.1029518 May 03 21:18:35.858878 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:35.858878 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:35.953567 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:35.984089 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Transition to ACTIVE for port object d7a1100e-57bf-4def-a249-5afe34f1e4b3 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:36.001509 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:36.028879 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e643e6ce-590b-49e4-8462-d938898a2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:36.086771 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e643e6ce-590b-49e4-8462-d938898a2085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:36.093737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e643e6ce-590b-49e4-8462-d938898a2085 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e445f4e9-f5ec-4d6f-8a1d-5b1b6489b77c HTTP/1.1" status: 204 len: 168 time: 1.3668954 May 03 21:18:36.095978 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123629-8a8f-4a52-b988-faa4b89efb0f None None] Pushing event updated for resources: {'Port': ['ID=d7a1100e-57bf-4def-a249-5afe34f1e4b3,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:36.223239 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:36.272285 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84c420-5fdb-4350-9a37-ca1a3eb20307 req-ba52a572-fa9c-4e3f-a6a5-7c2a7cfab7cf tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:36.274788 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4d84c420-5fdb-4350-9a37-ca1a3eb20307 req-ba52a572-fa9c-4e3f-a6a5-7c2a7cfab7cf tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 943 time: 0.7655771 May 03 21:18:36.276099 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643e6ce-590b-49e4-8462-d938898a2085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e445f4e9-f5ec-4d6f-8a1d-5b1b6489b77c,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:36.490418 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4d84c420-5fdb-4350-9a37-ca1a3eb20307 req-66c16bd8-3b74-46ae-9d5d-91d7c2d3c72f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876442 May 03 21:18:36.529897 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:36.565014 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:36.724878 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 134f9640-84b3-44ad-a384-794a7a3d92ab details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:18:36.843407 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:36.851535 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:36.859472 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:36.886206 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-2fb83ae0-ff27-4075-8f38-2eaa19b3f530 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:36.887546 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-2fb83ae0-ff27-4075-8f38-2eaa19b3f530 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:36.950789 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-2fb83ae0-ff27-4075-8f38-2eaa19b3f530 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:36.952557 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-2fb83ae0-ff27-4075-8f38-2eaa19b3f530 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 819 time: 0.6327324 May 03 21:18:36.985793 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-61b0fb70-ef57-4ca3-8625-243e87189a18 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/quotas/78333aede1254711a7162a6eb3074d4f HTTP/1.1" status: 200 len: 375 time: 0.0254807 May 03 21:18:37.050073 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'Port': ['ID=e6cdd64c-361e-423a-b66e-6e3d5cd03f3d,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:37.098868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Attempting to bind port d7a1100e-57bf-4def-a249-5afe34f1e4b3 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:37.098868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Attempting to bind port d7a1100e-57bf-4def-a249-5afe34f1e4b3 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:37.098868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Attempting to bind port d7a1100e-57bf-4def-a249-5afe34f1e4b3 on network 1ac5b488-51cb-4493-8876-8f177bcccb6f {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:37.180693 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-c26969bb-2434-4fdd-9771-543401a109ff tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1911485 May 03 21:18:37.185801 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:37.186519 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Checking segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:37.189043 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:37.189793 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Bound using segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:37.190582 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Bound port: d7a1100e-57bf-4def-a249-5afe34f1e4b3, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:37.192100 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:37.335306 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3c24-d352-4485-b295-3e71e4b5616b None None] Pushing event updated for resources: {'Port': ['ID=5445ae4a-2270-470d-a6fe-5860bc974a21,revision_number=4']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:37.464969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-c4c05bff-7fcd-414c-ba34-e603857e47fa req-c779d12f-f18b-490e-8079-5727895fb7bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:37.526647 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 134f9640-84b3-44ad-a384-794a7a3d92ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=134f9640-84b3-44ad-a384-794a7a3d92ab,segment=NetworkSegment(a0ca232a-1c8f-417f-b9f1-67c287bd26f4),segment_id=a0ca232a-1c8f-417f-b9f1-67c287bd26f4)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:37.551812 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-c4c05bff-7fcd-414c-ba34-e603857e47fa req-c779d12f-f18b-490e-8079-5727895fb7bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:37.558517 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c4c05bff-7fcd-414c-ba34-e603857e47fa req-c779d12f-f18b-490e-8079-5727895fb7bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 210 time: 0.2504878 May 03 21:18:37.593941 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:37.606709 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-a18bc393-dc69-4fb4-8406-f17d6073e765 service neutron] 10.222.0.26 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246209 May 03 21:18:37.646592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '134f9640-84b3-44ad-a384-794a7a3d92ab', 'network_id': '5973a906-87e8-4143-8088-9bf95dfa5b90', 'port_id': '134f9640-84b3-44ad-a384-794a7a3d92ab', 'mac_address': 'fa:16:3e:c1:9a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5424880b-26b3-4774-bd25-d6f6530861de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:18:37.747833 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:35Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:37.769663 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b3fe0-1e32-4ade-ac5c-2139ce254558 None None] The sync data for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi is: [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:35Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:37.818725 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:37.972405 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] For port d7a1100e-57bf-4def-a249-5afe34f1e4b3, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:38.006424 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] For port d7a1100e-57bf-4def-a249-5afe34f1e4b3, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=d7a1100e-57bf-4def-a249-5afe34f1e4b3,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:38.009246 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:38.034326 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-3c519ef8-39a2-43d4-82f1-4ccec7f3d732 service neutron] 10.222.0.26 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263690 May 03 21:18:38.040809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:38.164739 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134f9640-84b3-44ad-a384-794a7a3d92ab {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:38.171454 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123629-8a8f-4a52-b988-faa4b89efb0f None None] Pushing event updated for resources: {'Port': ['ID=d7a1100e-57bf-4def-a249-5afe34f1e4b3,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:38.207955 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 134f9640-84b3-44ad-a384-794a7a3d92ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=134f9640-84b3-44ad-a384-794a7a3d92ab,segment=NetworkSegment(a0ca232a-1c8f-417f-b9f1-67c287bd26f4),segment_id=a0ca232a-1c8f-417f-b9f1-67c287bd26f4)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:38.211618 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:18:38.212531 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:38.394893 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac5c28-d075-4855-8ce8-9dca16413ffe req-226acc35-114c-49de-b846-29e2adf2a0f4 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:38.410455 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1fac5c28-d075-4855-8ce8-9dca16413ffe req-226acc35-114c-49de-b846-29e2adf2a0f4 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 943 time: 0.5169439 May 03 21:18:38.476336 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d026889-1b63-49fc-9aea-41dc592fcbe6 req-b742d880-f3fd-437f-921f-29a5d6861f31 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.1334546 May 03 21:18:38.479573 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47844) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:38.560306 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:38.728161 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:38.760123 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:38.776432 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Usage tracker for resource:security_group_rule and tenant:ea7d9e215331473388999d538d09ad65 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:38.800476 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:38.824006 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:38.907261 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=134f9640-84b3-44ad-a384-794a7a3d92ab,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:38.912346 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:38.958625 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-81245d6a-8fee-4952-926c-5ec7c3eec639 req-92f56e95-96ff-4726-a0c4-de3c276a5d21 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 210 time: 0.1287420 May 03 21:18:38.970751 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-77c19cdd-ab30-46aa-85a6-4f649c051bc3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:38.971518 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-77c19cdd-ab30-46aa-85a6-4f649c051bc3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:network {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:38.983295 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:18:38.986623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.167901 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'Port': ['ID=e6cdd64c-361e-423a-b66e-6e3d5cd03f3d,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:39.223045 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.234495 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.277383 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-77c19cdd-ab30-46aa-85a6-4f649c051bc3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:network {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:39.278533 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-77c19cdd-ab30-46aa-85a6-4f649c051bc3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 817 time: 1.2629588 May 03 21:18:39.280381 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.352189 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1fac5c28-d075-4855-8ce8-9dca16413ffe req-bb45f2a3-7aea-4812-8e2d-643b62a2a47a tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009194 May 03 21:18:39.358212 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ea7d9e215331473388999d538d09ad65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773592 May 03 21:18:39.363169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47872) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:39.378369 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.383619 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-a828dae4-53d2-490b-9999-adf749547e72 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1467545 May 03 21:18:39.411885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd965fe-cf46-44fb-bd40-55b3d25a428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca90fb2-4b11-4fd9-8449-2db9fa35dcf6,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:39.440442 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device d7a1100e-57bf-4def-a249-5afe34f1e4b3 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:39.503907 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac946549-92a5-4adc-8717-ca41483b06d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.579375 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac946549-92a5-4adc-8717-ca41483b06d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.693633 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac946549-92a5-4adc-8717-ca41483b06d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.729703 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac946549-92a5-4adc-8717-ca41483b06d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca90fb2-4b11-4fd9-8449-2db9fa35dcf6,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:39.867056 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port d7a1100e-57bf-4def-a249-5afe34f1e4b3 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:39.885461 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port d7a1100e-57bf-4def-a249-5afe34f1e4b3 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:39.885834 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.885962 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-91c741fd-7402-43a5-b62b-4ef1e723b0e6 req-2fb082b9-c284-40c7-8051-c879b188f8bc tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.1541338 May 03 21:18:39.886673 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac946549-92a5-4adc-8717-ca41483b06d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:39.889165 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ac946549-92a5-4adc-8717-ca41483b06d0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ca90fb2-4b11-4fd9-8449-2db9fa35dcf6 HTTP/1.1" status: 204 len: 168 time: 0.5011327 May 03 21:18:39.895445 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-78d643f2-322c-4a82-9b8c-9af95cc6dddc tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1078785605&fields=id&tenant_id=1f6a4849a15d4e5eb57b829778737973 HTTP/1.1" status: 200 len: 267 time: 0.0945799 May 03 21:18:40.077809 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-6673f5f1-a048-4d4b-9873-6c190e0ba786 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:40.080252 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-6673f5f1-a048-4d4b-9873-6c190e0ba786 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 811 time: 0.1764104 May 03 21:18:40.096443 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.138970 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-ab96c5be-3450-4cfb-be2b-46abaddbf5e7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/quotas/1f6a4849a15d4e5eb57b829778737973 HTTP/1.1" status: 200 len: 375 time: 0.0512025 May 03 21:18:40.139170 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:37Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:18:40.151242 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3767a8c-5278-46fa-ae67-88877839d0c2 None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:37Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:18:40.162977 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port d7a1100e-57bf-4def-a249-5afe34f1e4b3, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=d7a1100e-57bf-4def-a249-5afe34f1e4b3,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:40.169221 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.172244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5445ae4a-2270-470d-a6fe-5860bc974a21 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:40.183383 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2bca1973-6373-4fe5-b9bd-91c7a43beb45 req-3727030b-6f79-489c-9a8c-6a9ada9d1ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 210 time: 0.0550485 May 03 21:18:40.258778 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-eb67d436-0382-4551-a67b-87ea7f48f635 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:40.276926 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-eb67d436-0382-4551-a67b-87ea7f48f635 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:40.278081 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-eb67d436-0382-4551-a67b-87ea7f48f635 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 379 time: 0.1365740 May 03 21:18:40.299394 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-f8c14ce5-7fe4-4171-b268-1db0dce7b7ec tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1591034 May 03 21:18:40.321981 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=d7a1100e-57bf-4def-a249-5afe34f1e4b3,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:40.337077 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 5445ae4a-2270-470d-a6fe-5860bc974a21 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:40.342775 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 5445ae4a-2270-470d-a6fe-5860bc974a21 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:40.343333 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.440415 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47920) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:40.466182 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-2247f211-8c71-42cd-b834-4bf2ab60e1ba service neutron] 10.222.0.26 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552866 May 03 21:18:40.478326 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.496267 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:40.502513 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Usage tracker for resource:security_group_rule and tenant:a7b2795402714b129364eec595eec04f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:40.509662 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:40.529740 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:40.534492 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.573672 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 5445ae4a-2270-470d-a6fe-5860bc974a21, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=5445ae4a-2270-470d-a6fe-5860bc974a21,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:40.579387 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.671234 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-ffbe888c-b9cd-4b78-bfad-2a52129dd2f7 service neutron] 10.222.0.26 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991017 May 03 21:18:40.693888 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=5445ae4a-2270-470d-a6fe-5860bc974a21,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:40.767548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63bb06-e139-4254-98e1-4c115d0c8005 req-9e3eaf37-d35f-4d09-901f-92c51b904a7f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:40.774657 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dd63bb06-e139-4254-98e1-4c115d0c8005 req-9e3eaf37-d35f-4d09-901f-92c51b904a7f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 944 time: 0.1990418 May 03 21:18:40.779546 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.794400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:40.898447 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7b2795402714b129364eec595eec04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568825 May 03 21:18:40.914046 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 47938) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:40.926488 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dd63bb06-e139-4254-98e1-4c115d0c8005 req-b0679d47-1c13-4d6d-80bb-9931f82e9164 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509128 May 03 21:18:40.944407 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbfb74-817b-4460-84a9-920aa6b9a4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c107d807-f624-4741-8a35-bc5326ff8f0f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:40.970595 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7571a7f9-75d8-48d8-9cb9-e95fb2e7086b req-4b3490a5-d86a-494d-b7ff-1944336aad6d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.1088886 May 03 21:18:41.103213 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e1eb-27d0-4e9e-b4d2-b8caea69fd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.162023 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device d7a1100e-57bf-4def-a249-5afe34f1e4b3 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:41.190001 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5ba6c013-619b-4d04-8131-4f996bb45e63 req-034ddc45-f9a8-4e30-81ee-eb4ec8b65114 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.0624762 May 03 21:18:41.198907 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e1eb-27d0-4e9e-b4d2-b8caea69fd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.274673 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port d7a1100e-57bf-4def-a249-5afe34f1e4b3 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:41.274673 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.299000 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e1eb-27d0-4e9e-b4d2-b8caea69fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.329556 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2e1eb-27d0-4e9e-b4d2-b8caea69fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107d807-f624-4741-8a35-bc5326ff8f0f,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:41.350049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e1eb-27d0-4e9e-b4d2-b8caea69fd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.360497 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a2e2e1eb-27d0-4e9e-b4d2-b8caea69fd8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c107d807-f624-4741-8a35-bc5326ff8f0f HTTP/1.1" status: 204 len: 168 time: 0.4435124 May 03 21:18:41.372704 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'port': {'device_id': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'admin_state_up': True, 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'security_groups': ['c2bd19ba-6a10-47e4-b1c5-693abeb2536d']}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:41.597259 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5445ae4a-2270-470d-a6fe-5860bc974a21 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:41.606710 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3a11e3d3-be1d-4619-8491-4e4d90acb107 req-c5fae559-a4f2-48ea-b8cf-dc35bf8dce3d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 210 time: 0.1831036 May 03 21:18:41.695861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 5445ae4a-2270-470d-a6fe-5860bc974a21 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:41.696385 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:41.751520 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:41.766031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:41.780160 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Made reservation on behalf of 08ea81eff4fc4ca59f4ec7e7fb2f0bf3 for: {'port': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:41.799246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:42.065602 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.47', 61373) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:42.137862 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['134f9640-84b3-44ad-a384-794a7a3d92ab'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:42.252881 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Allocated IP 172.20.0.14 (ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb/6c32903b-b0cb-4617-a72f-db45a7fb957c/29dcc68c-c395-4b81-86fa-e5619d3a6b55) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:42.377412 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c81fb155-0d43-4b3d-b7bd-178dcf7c556c req-6c53047b-42db-42fb-ac62-ef34b3db25ec tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.0970652 May 03 21:18:42.624841 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-d7074ad4-a0ff-4d25-84db-a16ff8a69fe6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:42.626216 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-d7074ad4-a0ff-4d25-84db-a16ff8a69fe6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 819 time: 0.5543375 May 03 21:18:42.640382 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'port': {'device_id': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'admin_state_up': True, 'tenant_id': '78333aede1254711a7162a6eb3074d4f'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:42.680317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39ec0-db72-414c-af51-e5f598af2307 req-ba3f959b-90c3-4e8c-a97a-df786cd40d6e tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:42.691335 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9ee39ec0-db72-414c-af51-e5f598af2307 req-ba3f959b-90c3-4e8c-a97a-df786cd40d6e tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 944 time: 0.5581627 May 03 21:18:42.746231 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3fc8b8c3-94c6-4c92-8f08-7c555b707825 req-075e6090-5145-4d98-a519-427aa02cd6be tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.0631115 May 03 21:18:42.748852 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:42.768144 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Transition to ACTIVE for port object 29dcc68c-c395-4b81-86fa-e5619d3a6b55 will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:42.807523 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:42.842598 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9ee39ec0-db72-414c-af51-e5f598af2307 req-75cadad9-9d67-41d3-bcb5-c2dbf660cd84 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508510 May 03 21:18:42.907493 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:42.919504 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:42.930253 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Made reservation on behalf of 78333aede1254711a7162a6eb3074d4f for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:42.935290 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:42.940258 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:42.948386 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:42.964093 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:43.132970 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Allocated IP 172.20.0.13 (1b515388-a248-4e19-8bc0-9eff69511d6e/18a2382e-347d-4b84-bfc5-7eb94f72426d/048fc4e7-13e8-4bc0-8def-8f823d183f74) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:43.193404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:43.256035 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:43.256880 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:43.345056 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d3dcb-7b6d-4639-90ed-11039ee2c39d req-165381ec-a42f-465d-a659-4bb98dde1d26 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:43.352945 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-544c386d-cdb0-419e-bd65-cc1c6f7298e5 None None] Provisioning for port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:43.356462 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8a2d3dcb-7b6d-4639-90ed-11039ee2c39d req-165381ec-a42f-465d-a659-4bb98dde1d26 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 932 time: 0.4529150 May 03 21:18:43.358623 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-544c386d-cdb0-419e-bd65-cc1c6f7298e5 None None] Provisioning complete for port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:43.359062 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-544c386d-cdb0-419e-bd65-cc1c6f7298e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:43.406773 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-823d19f3-34ab-416e-902d-96b7a512dd59 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0406396 May 03 21:18:43.439605 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8a2d3dcb-7b6d-4639-90ed-11039ee2c39d req-596576ff-9afa-4a5b-8057-6bb05988ee47 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820136 May 03 21:18:43.491077 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-544c386d-cdb0-419e-bd65-cc1c6f7298e5 None None] Port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:43.567696 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-f92f7e49-5e9b-43f1-b201-a7e3fe1c382a req-fdf61168-9246-405a-8f55-ea4a3a31460a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:43.618350 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:43.622054 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-f92f7e49-5e9b-43f1-b201-a7e3fe1c382a req-fdf61168-9246-405a-8f55-ea4a3a31460a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:43.623279 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f92f7e49-5e9b-43f1-b201-a7e3fe1c382a req-fdf61168-9246-405a-8f55-ea4a3a31460a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.1109593 May 03 21:18:43.638116 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Transition to ACTIVE for port object 048fc4e7-13e8-4bc0-8def-8f823d183f74 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:43.664692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:43.744923 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:43.748013 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:43.751847 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:43.757211 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:43.757887 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:43.770620 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'Port': ['ID=048fc4e7-13e8-4bc0-8def-8f823d183f74,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:43.800107 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-f0e61b84-7f80-4820-b22d-acc2c92fc079 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1641052 May 03 21:18:43.967311 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d718c77d-bb3f-411e-935f-d82ae0f88a36 req-5addbb72-4b02-4b6f-8398-31989a652db6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.0699658 May 03 21:18:44.019466 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b5cb1da0-2f59-400b-b6ec-088541098aff None None] Provisioning for port 048fc4e7-13e8-4bc0-8def-8f823d183f74 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:44.031948 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b5cb1da0-2f59-400b-b6ec-088541098aff None None] Provisioning complete for port 048fc4e7-13e8-4bc0-8def-8f823d183f74 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:44.032824 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b5cb1da0-2f59-400b-b6ec-088541098aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:44.070873 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6048a16-72e3-4951-afaa-adfd93996327 req-2aa77cb8-52aa-40b5-9ea8-040217e3bf66 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:44.075407 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a6048a16-72e3-4951-afaa-adfd93996327 req-2aa77cb8-52aa-40b5-9ea8-040217e3bf66 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 944 time: 0.0985408 May 03 21:18:44.091282 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb1da0-2f59-400b-b6ec-088541098aff None None] Port 048fc4e7-13e8-4bc0-8def-8f823d183f74 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:44.122677 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a6048a16-72e3-4951-afaa-adfd93996327 req-8c5888b2-3fd3-4c26-bced-b959ddf69305 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433872 May 03 21:18:44.645151 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fe594-6d44-47c9-a909-67d804d353b5 req-5d2ca405-09c8-4304-84e7-35640072f021 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:44.645820 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-c24fe594-6d44-47c9-a909-67d804d353b5 req-5d2ca405-09c8-4304-84e7-35640072f021 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:44.661342 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-c24fe594-6d44-47c9-a909-67d804d353b5 req-5d2ca405-09c8-4304-84e7-35640072f021 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:44.662662 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c24fe594-6d44-47c9-a909-67d804d353b5 req-5d2ca405-09c8-4304-84e7-35640072f021 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 932 time: 0.0950973 May 03 21:18:44.707208 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c24fe594-6d44-47c9-a909-67d804d353b5 req-96e05486-d475-4ca2-bc6e-5e73b47c1cae tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388038 May 03 21:18:44.779409 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fd656f23-7577-4ab0-b527-08c11ec050bc req-5cc45be3-54fc-4631-a623-5c1bce2e366c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.0420825 May 03 21:18:45.111619 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-624df8d5-a32a-42f6-aa52-b6bd3ad83329 req-1100709a-3a85-4a85-97cd-2d5d6eed98f2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.0445898 May 03 21:18:45.303035 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509d040-fe12-4fe1-a447-c4c3a05995fc req-afa4c687-0553-40a1-9bf5-8b3fda62bf24 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:45.304392 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0509d040-fe12-4fe1-a447-c4c3a05995fc req-afa4c687-0553-40a1-9bf5-8b3fda62bf24 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 944 time: 0.0795290 May 03 21:18:45.348064 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0509d040-fe12-4fe1-a447-c4c3a05995fc req-03b0922c-4e55-492a-bec6-ceabe5765810 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 May 03 21:18:45.893194 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a2a05-fa56-48ef-b931-e44778969f00 req-2c79c8d2-9a6d-430b-9457-4e1c7da232bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:45.894648 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5e1a2a05-fa56-48ef-b931-e44778969f00 req-2c79c8d2-9a6d-430b-9457-4e1c7da232bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 932 time: 0.0781622 May 03 21:18:45.930978 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cc4da9dc-5fa2-4cfb-9593-1754d1b00144 req-81b68a09-e718-435e-8d08-107743ed7f25 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.0452836 May 03 21:18:45.941095 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5e1a2a05-fa56-48ef-b931-e44778969f00 req-28304e88-eea6-4981-8242-b9ca78e06c97 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398932 May 03 21:18:46.253819 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a623959c-32da-4ee7-a4e6-c9e27b350ee3 req-9e8fa1c0-a158-4f9d-8e42-e7789c66ed4b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:46.268564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a623959c-32da-4ee7-a4e6-c9e27b350ee3 req-9e8fa1c0-a158-4f9d-8e42-e7789c66ed4b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:46.269876 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a623959c-32da-4ee7-a4e6-c9e27b350ee3 req-9e8fa1c0-a158-4f9d-8e42-e7789c66ed4b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.0574181 May 03 21:18:46.325843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.47', 61377) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:46.345264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Request body: {'port': {'device_id': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:46.382395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Request body: {'port': {'device_id': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:46.541268 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.643923 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fca49-f253-4413-a9f1-3168e2abd15b req-024f7700-e1d5-4ad3-9c99-3657a069ca0b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:46.646748 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-269fca49-f253-4413-a9f1-3168e2abd15b req-024f7700-e1d5-4ad3-9c99-3657a069ca0b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 944 time: 0.1830621 May 03 21:18:46.683769 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-6f79cb32-b9fd-40f5-b1a7-0cd02aa91d2b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:46.684246 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-6f79cb32-b9fd-40f5-b1a7-0cd02aa91d2b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 819 time: 0.3399520 May 03 21:18:46.686634 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:46.754520 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-269fca49-f253-4413-a9f1-3168e2abd15b req-58b367df-7469-4fdd-8940-b08da043d2fb tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705009 May 03 21:18:46.846281 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'port': {'device_id': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'admin_state_up': True, 'tenant_id': '78333aede1254711a7162a6eb3074d4f'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:46.986383 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29dcc68c-c395-4b81-86fa-e5619d3a6b55 {{(pid=87268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:46.994935 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.013142 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Transition to ACTIVE for port object 29dcc68c-c395-4b81-86fa-e5619d3a6b55 will not be triggered until provisioned by entity L2. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:47.022218 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.125934 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-49da5c7b-de79-4413-9eda-0a22d8a340d2 req-4aa3b814-d6e1-4cd2-805c-08e046fd79d7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.0669880 May 03 21:18:47.144546 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:47.165490 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:47.179509 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Made reservation on behalf of 78333aede1254711a7162a6eb3074d4f for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:47.183800 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.231299 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:47.370732 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Attempting to bind port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:47.371555 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Attempting to bind port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:47.371555 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Attempting to bind port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:47.385788 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4595-3a8d-45e6-913c-9341cb6769c5 req-b23d0dcf-8062-4e4e-86d8-dbd11c251e37 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:47.387375 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b8cf4595-3a8d-45e6-913c-9341cb6769c5 req-b23d0dcf-8062-4e4e-86d8-dbd11c251e37 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.2155490 May 03 21:18:47.387986 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:47.388306 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Attempting to bind port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:47.395910 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:47.396226 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Checking segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:47.396603 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Bound using segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:47.397032 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Bound port: 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:47.397376 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.409050 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048fc4e7-13e8-4bc0-8def-8f823d183f74 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:47.471906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.484387 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d9bd9d36-0d7f-4e83-9f43-ce2fc910a243 req-8556a4a5-3e3c-4c6f-91a3-65a5d8fc5fba tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 210 time: 0.0793898 May 03 21:18:47.503178 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Transition to ACTIVE for port object 048fc4e7-13e8-4bc0-8def-8f823d183f74 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:47.510220 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.515495 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b8cf4595-3a8d-45e6-913c-9341cb6769c5 req-06ee5ee2-ef39-4aa1-9ee3-33c99c1a85fe tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211321 May 03 21:18:47.545659 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.47', 61387) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:47.549255 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, cleared binding levels {{(pid=87268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:47.599113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:47.606290 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.768033 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Allocated IP 172.20.0.6 (1b515388-a248-4e19-8bc0-9eff69511d6e/18a2382e-347d-4b84-bfc5-7eb94f72426d/2eaccede-8d25-4fd4-8589-65588c2ea70d) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:47.770545 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=048fc4e7-13e8-4bc0-8def-8f823d183f74,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:47.818565 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Attempting to bind port 048fc4e7-13e8-4bc0-8def-8f823d183f74 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:47.821359 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Attempting to bind port 048fc4e7-13e8-4bc0-8def-8f823d183f74 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:47.822426 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Attempting to bind port 048fc4e7-13e8-4bc0-8def-8f823d183f74 on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:47.831642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:47.832021 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.833392 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] 10.222.0.47 "PUT /v2.0/ports/29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 1094 time: 1.4940097 May 03 21:18:47.833830 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:47.845770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Port 048fc4e7-13e8-4bc0-8def-8f823d183f74 on network 1b515388-a248-4e19-8bc0-9eff69511d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:47.857282 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Attempting to bind port 048fc4e7-13e8-4bc0-8def-8f823d183f74 on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:47.886845 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:47.888306 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Checking segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:47.888959 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Bound using segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:47.889972 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Bound port: 048fc4e7-13e8-4bc0-8def-8f823d183f74, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:47.892027 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:47.902596 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf6a42-a89c-4111-b674-72668ce98a34 service neutron] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=3']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:48.032693 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46797d44-9692-494d-9a2a-ac7c954a05d3'] response: {'name': 'network-changed', 'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'status': 'completed', 'code': 200} May 03 21:18:48.048700 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-376899a3-726c-4c42-b922-29fcb70f61c2 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:48.050546 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-376899a3-726c-4c42-b922-29fcb70f61c2 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 811 time: 0.5037041 May 03 21:18:48.138648 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-e6ff6488-a3d3-4b2a-bc6f-2df939b70288 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6a4849a15d4e5eb57b829778737973 HTTP/1.1" status: 200 len: 380 time: 0.0723834 May 03 21:18:48.149765 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'port': {'device_id': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'admin_state_up': True, 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'security_groups': ['7cd07ec5-f59c-4665-abc2-8c7fc7b706f4']}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:48.176862 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-594b5c8e-1d58-4adf-acc6-d60045c41c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:48.178639 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-594b5c8e-1d58-4adf-acc6-d60045c41c66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1097 time: 0.2623298 May 03 21:18:48.296621 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-7e02117d-e458-49f6-92b0-e10ea418119e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 217 time: 0.1044462 May 03 21:18:48.333916 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 134f9640-84b3-44ad-a384-794a7a3d92ab up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:18:48.392092 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.412929 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Transition to ACTIVE for port object 2eaccede-8d25-4fd4-8589-65588c2ea70d will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:48.425854 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-7a61028f-f91a-4294-bfd1-4713e0087ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:48.427360 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-7a61028f-f91a-4294-bfd1-4713e0087ece service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0764296 May 03 21:18:48.441928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] For port 048fc4e7-13e8-4bc0-8def-8f823d183f74, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:48.464285 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.490691 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eba8907e-beb4-418f-93dd-22cd89b2280d req-aa56d9ea-220d-4e34-a7e6-b2d845b2a6b5 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.0666959 May 03 21:18:48.530890 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 134f9640-84b3-44ad-a384-794a7a3d92ab completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:48.537699 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 134f9640-84b3-44ad-a384-794a7a3d92ab triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:48.539253 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.713082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3c67fef5-6c08-42da-b23e-bd8401920450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:48.713082 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-3c67fef5-6c08-42da-b23e-bd8401920450 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2160935 May 03 21:18:48.763497 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.768373 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:48.798585 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134f9640-84b3-44ad-a384-794a7a3d92ab'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:48.866883 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:48.888977 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] For port 048fc4e7-13e8-4bc0-8def-8f823d183f74, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:48.892497 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'Port': ['ID=2eaccede-8d25-4fd4-8589-65588c2ea70d,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:48.904073 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:48.906077 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 134f9640-84b3-44ad-a384-794a7a3d92ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=134f9640-84b3-44ad-a384-794a7a3d92ab,segment=NetworkSegment(a0ca232a-1c8f-417f-b9f1-67c287bd26f4),segment_id=a0ca232a-1c8f-417f-b9f1-67c287bd26f4)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:48.906224 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.911959 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:48.981351 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Made reservation on behalf of 1f6a4849a15d4e5eb57b829778737973 for: {'port': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:18:48.985134 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.035385 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:49.041278 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=048fc4e7-13e8-4bc0-8def-8f823d183f74,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:49.054692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e476c6-9b9e-4b42-918d-ea8f53e64207 req-0e667ff8-d614-4005-ab23-0f9c873cda8d tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:49.057393 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63e476c6-9b9e-4b42-918d-ea8f53e64207 req-0e667ff8-d614-4005-ab23-0f9c873cda8d tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 944 time: 1.0557303 May 03 21:18:49.061731 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:49.067784 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:49.069640 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.117646 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcf292-5977-4c35-af90-99c812472a8f req-9cdaa4ea-cab4-4736-857a-b46a8d57ccf3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:49.129928 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-96bcf292-5977-4c35-af90-99c812472a8f req-9cdaa4ea-cab4-4736-857a-b46a8d57ccf3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 931 time: 0.3561864 May 03 21:18:49.169316 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=134f9640-84b3-44ad-a384-794a7a3d92ab,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:49.185484 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63e476c6-9b9e-4b42-918d-ea8f53e64207 req-3aeb8a2b-df57-48bb-85b0-40c401762334 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712614 May 03 21:18:49.192439 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-73ed3fa4-b3db-4ba8-96de-c34e7e3332bd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3525472 May 03 21:18:49.199389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:49.202369 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.205811 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-80d10001-deb9-4470-86d3-8335db249fc6 service neutron] 10.222.0.47 "PUT /v2.0/ports/048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 1094 time: 2.8402894 May 03 21:18:49.206292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'tag': '048fc4e7-13e8-4bc0-8def-8f823d183f74'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:49.308284 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-6d2c8d30-36bb-4916-b554-4d05197b76fe service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800741 May 03 21:18:49.324218 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-96bcf292-5977-4c35-af90-99c812472a8f req-21ed6e66-1d37-4d92-a26d-3ed3871dc7f0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922832 May 03 21:18:49.383572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Request body: {'port': {'device_id': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:49.611000 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d31d3cbf-26f3-4490-a46d-7ab35ef066a3 None None] Provisioning for port 2eaccede-8d25-4fd4-8589-65588c2ea70d completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:49.626081 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a7999337-d711-49ce-98cb-c40cb84208c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.638208 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d31d3cbf-26f3-4490-a46d-7ab35ef066a3 None None] Provisioning complete for port 2eaccede-8d25-4fd4-8589-65588c2ea70d triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:49.638805 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d31d3cbf-26f3-4490-a46d-7ab35ef066a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.712114 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-d31d3cbf-26f3-4490-a46d-7ab35ef066a3 None None] Port 2eaccede-8d25-4fd4-8589-65588c2ea70d cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:49.737291 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae188da-9e75-4226-b5ce-0f76e36884c9'] response: {'server_uuid': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134f9640-84b3-44ad-a384-794a7a3d92ab', 'code': 200} May 03 21:18:49.777952 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb912121-ad10-4b63-ac8d-0f7ae79af557 req-7d4ff474-b3b2-4442-8e2e-8ba49f31e64c service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489324 May 03 21:18:49.779699 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Allocated IP 172.20.0.12 (1ac5b488-51cb-4493-8876-8f177bcccb6f/6b97ec4e-5f09-4f74-9abc-55a985e848f8/3beca490-6cc6-4909-a599-b33c199fe61c) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:18:49.852811 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:49.907633 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7d72a-4c4d-45ae-9055-7d3081c24843 req-a770ce1c-0ab9-4df8-ae11-65639f46d1e8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:49.909127 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aba7d72a-4c4d-45ae-9055-7d3081c24843 req-a770ce1c-0ab9-4df8-ae11-65639f46d1e8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.4725742 May 03 21:18:49.992712 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3e9748f2-b13e-474b-8f9e-a5a8af7ea29f req-56f0c7e1-418c-4e43-b2ea-8b3b0cb1636f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.0915334 May 03 21:18:50.000073 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.47', 61395) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:18:50.210816 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-6e86e7eb-e8b6-4fd4-83b8-e14f7af33a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.212913 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-6e86e7eb-e8b6-4fd4-83b8-e14f7af33a35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1097 time: 0.3678989 May 03 21:18:50.239722 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f622b7b3-6601-4b72-a5f5-4e94d222986b'] response: {'name': 'network-changed', 'server_uuid': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'tag': '048fc4e7-13e8-4bc0-8def-8f823d183f74', 'status': 'completed', 'code': 200} May 03 21:18:50.271096 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aba7d72a-4c4d-45ae-9055-7d3081c24843 req-bd85929d-cd59-4d57-a8cd-9b0756f2883e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128084 May 03 21:18:50.283647 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-8761019c-e734-4a3b-89f0-41c5203c92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.285088 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-8761019c-e734-4a3b-89f0-41c5203c92ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1097 time: 0.9200573 May 03 21:18:50.296879 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.392459 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-28f7cda4-32bc-4626-a905-26aa58690f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.393955 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-28f7cda4-32bc-4626-a905-26aa58690f37 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 1098 time: 0.3919861 May 03 21:18:50.394924 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Transition to ACTIVE for port object 3beca490-6cc6-4909-a599-b33c199fe61c will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:50.486518 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-eaa34c98-a093-4ca6-877c-9afce4c75da8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 217 time: 0.1792927 May 03 21:18:50.611348 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.667947 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-236a4e1b-ca4e-496a-bfb1-d37f14715927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.669809 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-236a4e1b-ca4e-496a-bfb1-d37f14715927 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.1751347 May 03 21:18:50.692969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-9edf373c-7f6e-455c-aa29-d18514f36e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.694441 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-9edf373c-7f6e-455c-aa29-d18514f36e42 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.4698837 May 03 21:18:50.786663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:18:50.797325 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Usage tracker for resource:security_group_rule and tenant:d7bcbc4d2918414fa015f5a4ad09ace6 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:18:50.797325 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:18:50.800663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:18:50.820227 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-0d29eb40-1242-48a4-a958-c9c1f7427053 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.820933 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-0d29eb40-1242-48a4-a958-c9c1f7427053 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:50.842583 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaccede-8d25-4fd4-8589-65588c2ea70d {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:50.854923 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.873537 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-0d29eb40-1242-48a4-a958-c9c1f7427053 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:50.874707 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-0d29eb40-1242-48a4-a958-c9c1f7427053 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 931 time: 0.3396378 May 03 21:18:50.897336 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Transition to ACTIVE for port object 2eaccede-8d25-4fd4-8589-65588c2ea70d will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:50.902278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.905311 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-161aaa38-fd1f-4bf4-9aed-06c54cc78aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:50.907021 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-161aaa38-fd1f-4bf4-9aed-06c54cc78aa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2224407 May 03 21:18:50.921086 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.921317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:50.946335 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447893 May 03 21:18:50.948567 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-45489ac9-cd33-419b-b795-beb8129c202d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 217 time: 0.2403870 May 03 21:18:50.986279 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.084139 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-df280d16-9511-4725-9e51-ea54c754e3b8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:51.086118 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'Port': ['ID=3beca490-6cc6-4909-a599-b33c199fe61c,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.088317 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d95daa-cc1d-4b1c-9717-71f3bb42d524,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.117812 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187c4e5-16a3-4529-8f89-51e92488ba13 req-8e1173c7-1440-4ac8-9cf4-1d48e2347d0b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.120752 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5187c4e5-16a3-4529-8f89-51e92488ba13 req-8e1173c7-1440-4ac8-9cf4-1d48e2347d0b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.6305957 May 03 21:18:51.122820 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:18:51.126701 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:18:51.131016 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:18:51.232572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Pushing event updated for resources: {'Port': ['ID=2eaccede-8d25-4fd4-8589-65588c2ea70d,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.236986 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.237567 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.271318 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-df280d16-9511-4725-9e51-ea54c754e3b8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:51.272389 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6e8772cc-2f50-40c4-b99a-d9112df1547c req-df280d16-9511-4725-9e51-ea54c754e3b8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894141 May 03 21:18:51.329370 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Attempting to bind port 2eaccede-8d25-4fd4-8589-65588c2ea70d on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:51.329751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Attempting to bind port 2eaccede-8d25-4fd4-8589-65588c2ea70d by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:51.330033 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Attempting to bind port 2eaccede-8d25-4fd4-8589-65588c2ea70d on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:51.367610 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Port 2eaccede-8d25-4fd4-8589-65588c2ea70d on network 1b515388-a248-4e19-8bc0-9eff69511d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:51.367938 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Attempting to bind port 2eaccede-8d25-4fd4-8589-65588c2ea70d on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:51.373145 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5187c4e5-16a3-4529-8f89-51e92488ba13 req-c5ef5717-33e6-4365-b6fe-10ac7a94a446 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440703 May 03 21:18:51.379786 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:51.380125 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Checking segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:51.380549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Bound using segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:51.380994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Bound port: 2eaccede-8d25-4fd4-8589-65588c2ea70d, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:51.381331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.394219 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-741f804a-895d-431e-9458-a41f71724ccb service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736087 May 03 21:18:51.415878 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2a8e732-3d05-4bc2-8d6b-451e40984e01 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2704699 May 03 21:18:51.598750 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-161cffd6-a6a5-43e9-aeb8-20896a91cd98 None None] Provisioning for port 3beca490-6cc6-4909-a599-b33c199fe61c completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:18:51.606438 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-161cffd6-a6a5-43e9-aeb8-20896a91cd98 None None] Provisioning complete for port 3beca490-6cc6-4909-a599-b33c199fe61c triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:18:51.607185 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-161cffd6-a6a5-43e9-aeb8-20896a91cd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.642257 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f90a2-2bb7-4000-b0b6-76be0e355f30 req-9b4bbf75-5fee-41bd-b005-b3636c70458a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.643857 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b52f90a2-2bb7-4000-b0b6-76be0e355f30 req-9b4bbf75-5fee-41bd-b005-b3636c70458a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0923686 May 03 21:18:51.677056 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-161cffd6-a6a5-43e9-aeb8-20896a91cd98 None None] Port 3beca490-6cc6-4909-a599-b33c199fe61c cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:18:51.694023 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-592622bd-dc12-404b-bf7f-7bdac61a8c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.694594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] For port 2eaccede-8d25-4fd4-8589-65588c2ea70d, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:51.699171 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] For port 2eaccede-8d25-4fd4-8589-65588c2ea70d, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:51.699430 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b52f90a2-2bb7-4000-b0b6-76be0e355f30 req-0600007f-0318-4be0-afc4-116abf0ba4f1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473380 May 03 21:18:51.705372 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.771194 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5829d-667a-43d2-aa3c-a69be986ea2a req-92057bf4-5e08-4d38-aae4-af188c1405ac tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.772630 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ffe5829d-667a-43d2-aa3c-a69be986ea2a req-92057bf4-5e08-4d38-aae4-af188c1405ac tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 932 time: 0.1700053 May 03 21:18:51.783974 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:51.784575 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:51.785915 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] 10.222.0.47 "PUT /v2.0/ports/2eaccede-8d25-4fd4-8589-65588c2ea70d HTTP/1.1" status: 200 len: 1093 time: 2.4251230 May 03 21:18:51.815459 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7641ba-63de-454d-92ad-89f947e11182 service neutron] Pushing event updated for resources: {'Port': ['ID=2eaccede-8d25-4fd4-8589-65588c2ea70d,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:51.838061 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ffe5829d-667a-43d2-aa3c-a69be986ea2a req-c86353a5-cfce-4ed6-abb5-33ea4fcf0061 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:51.860644 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ffe5829d-667a-43d2-aa3c-a69be986ea2a req-c86353a5-cfce-4ed6-abb5-33ea4fcf0061 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:51.861943 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ffe5829d-667a-43d2-aa3c-a69be986ea2a req-c86353a5-cfce-4ed6-abb5-33ea4fcf0061 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795135 May 03 21:18:52.239439 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'tag': '2eaccede-8d25-4fd4-8589-65588c2ea70d'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:52.285028 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5c8fa7-5a60-41b3-8ff5-5fedcdb3668d'] response: {'name': 'network-changed', 'server_uuid': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'tag': '2eaccede-8d25-4fd4-8589-65588c2ea70d', 'status': 'completed', 'code': 200} May 03 21:18:52.475934 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514105-8185-435a-8040-03dac486ffe8 req-c433349e-5be4-4ef7-b838-7352be99eaa4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:52.477497 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c0514105-8185-435a-8040-03dac486ffe8 req-c433349e-5be4-4ef7-b838-7352be99eaa4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.0812974 May 03 21:18:52.529506 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c0514105-8185-435a-8040-03dac486ffe8 req-dbb17303-d9c7-4160-8ecc-385b0b2517a5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459511 May 03 21:18:52.580858 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f99a7-519f-4696-b280-eb66567f702b req-5270df93-5bd2-4e97-a9f2-713c890fad25 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:52.582332 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-da8f99a7-519f-4696-b280-eb66567f702b req-5270df93-5bd2-4e97-a9f2-713c890fad25 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.0856128 May 03 21:18:52.630420 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-da8f99a7-519f-4696-b280-eb66567f702b req-cdecbda6-e98b-4931-b9f1-e3e852317598 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 May 03 21:18:52.887760 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fa283-6c16-499f-878c-182c4090164d req-641d3721-7a79-468e-a2f1-0ba2dee6fcea tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:52.889142 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e96fa283-6c16-499f-878c-182c4090164d req-641d3721-7a79-468e-a2f1-0ba2dee6fcea tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0790830 May 03 21:18:52.933300 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e96fa283-6c16-499f-878c-182c4090164d req-332bf99c-a196-48d9-97b5-7f596b6aefc7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385456 May 03 21:18:52.978870 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.047151 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bda40-509c-457a-93f9-12d3b6f4bb2b req-2f1f859c-02c5-4240-9dd7-bc6b10d0d6bf tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:53.047836 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-217bda40-509c-457a-93f9-12d3b6f4bb2b req-2f1f859c-02c5-4240-9dd7-bc6b10d0d6bf tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:18:53.062517 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-217bda40-509c-457a-93f9-12d3b6f4bb2b req-2f1f859c-02c5-4240-9dd7-bc6b10d0d6bf tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:18:53.063691 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-217bda40-509c-457a-93f9-12d3b6f4bb2b req-2f1f859c-02c5-4240-9dd7-bc6b10d0d6bf tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 932 time: 0.0948610 May 03 21:18:53.090893 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:53.108598 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-217bda40-509c-457a-93f9-12d3b6f4bb2b req-de5ec5fb-ef50-4f03-9ac4-085cce94cdbc tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 May 03 21:18:53.715624 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7829b-5d2e-46c8-9591-801bcd5a4388 req-cfaf06dd-c316-4add-9ce1-868abe15a97e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:53.717079 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7da7829b-5d2e-46c8-9591-801bcd5a4388 req-cfaf06dd-c316-4add-9ce1-868abe15a97e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.0841999 May 03 21:18:53.762717 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7da7829b-5d2e-46c8-9591-801bcd5a4388 req-b84df2aa-7ad8-474f-bec0-f6544d61cf28 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399425 May 03 21:18:53.825389 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4ecf6-bb16-446a-bf1c-977d36733ee5 req-41e73be8-d829-489e-8f82-05bce19c89f3 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:53.826839 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3af4ecf6-bb16-446a-bf1c-977d36733ee5 req-41e73be8-d829-489e-8f82-05bce19c89f3 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.0875981 May 03 21:18:53.870155 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3af4ecf6-bb16-446a-bf1c-977d36733ee5 req-953315b2-24a9-445a-950a-44cfccab21f9 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 May 03 21:18:54.118880 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d951336-dec2-401a-a98b-70b7ede0e67a req-5e6cdb05-ef5b-45ed-a3c3-32a1792813e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.120601 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d951336-dec2-401a-a98b-70b7ede0e67a req-5e6cdb05-ef5b-45ed-a3c3-32a1792813e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0796790 May 03 21:18:54.122329 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.165837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d951336-dec2-401a-a98b-70b7ede0e67a req-0f1ebaeb-97e2-42e5-960f-45a2f0ecb5a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389471 May 03 21:18:54.288443 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9981238-9951-46cb-b0ab-134723cade35 req-69294f90-1816-4a8d-8de4-a57d0b1582d1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.289788 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c9981238-9951-46cb-b0ab-134723cade35 req-69294f90-1816-4a8d-8de4-a57d0b1582d1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 932 time: 0.0776050 May 03 21:18:54.332279 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c9981238-9951-46cb-b0ab-134723cade35 req-fe74d940-f8f9-4280-988a-0e8d1a5b6bca tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362995 May 03 21:18:54.669481 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Request body: {'port': {'device_id': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:18:54.734817 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-4a7f3abd-8632-4dfc-8d1c-5eed0b9eb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.736299 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-4a7f3abd-8632-4dfc-8d1c-5eed0b9eb3c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.1112704 May 03 21:18:54.815280 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40a87d00-9c2a-402f-9fd4-a18e6ac5a080 req-b544d2ed-1404-47ed-929b-767cc6748e15 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856587 May 03 21:18:54.819905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492b83-c1c7-4c36-8921-65f2b7b05da2 req-857db055-9c61-4d5d-8e69-a925ef51503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.822975 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-17492b83-c1c7-4c36-8921-65f2b7b05da2 req-857db055-9c61-4d5d-8e69-a925ef51503c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 1096 time: 0.1739383 May 03 21:18:54.843055 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:54.937095 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-4437a556-c06a-4e28-a974-f070d3914dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:54.938611 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-4437a556-c06a-4e28-a974-f070d3914dc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1752944 May 03 21:18:55.113366 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492b83-c1c7-4c36-8921-65f2b7b05da2 req-14588044-6aec-42f4-a798-b2e91bbd2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.114738 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-17492b83-c1c7-4c36-8921-65f2b7b05da2 req-14588044-6aec-42f4-a798-b2e91bbd2fee service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=78333aede1254711a7162a6eb3074d4f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2859783 May 03 21:18:55.143795 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-e55cceeb-a9f7-4118-9b83-bf3c958d5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.145247 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-e55cceeb-a9f7-4118-9b83-bf3c958d5b25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1097 time: 0.2672329 May 03 21:18:55.155464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcde9f2b-8dfe-4a6a-9971-112271915c29 req-fc4bc70e-fa0f-4aed-a5f5-7b378e4f7bf0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.159162 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bcde9f2b-8dfe-4a6a-9971-112271915c29 req-fc4bc70e-fa0f-4aed-a5f5-7b378e4f7bf0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.2379568 May 03 21:18:55.349427 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78157c35-e977-4c5f-a4b1-347f59d8d61e req-a344f918-1195-4a4c-a54e-f8d127b1e889 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.350885 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-78157c35-e977-4c5f-a4b1-347f59d8d61e req-a344f918-1195-4a4c-a54e-f8d127b1e889 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.3674393 May 03 21:18:55.364247 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-f9b73a5e-4b50-4a2b-bb5d-ae4aa7171725 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329992 May 03 21:18:55.375368 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bcde9f2b-8dfe-4a6a-9971-112271915c29 req-64dbb2cf-6b36-435f-96ff-5eb79cbab48b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934612 May 03 21:18:55.425469 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-605b3dc8-3b31-4069-bf7d-f0bda32f24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.426903 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-605b3dc8-3b31-4069-bf7d-f0bda32f24d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.2667150 May 03 21:18:55.427999 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17492b83-c1c7-4c36-8921-65f2b7b05da2 req-0e1bdbce-85fc-494b-8404-b802b1cda365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.429316 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-17492b83-c1c7-4c36-8921-65f2b7b05da2 req-0e1bdbce-85fc-494b-8404-b802b1cda365 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3061705 May 03 21:18:55.545764 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-78157c35-e977-4c5f-a4b1-347f59d8d61e req-438f1fdd-ec33-4512-a3b2-057e18a38cda tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829169 May 03 21:18:55.557192 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.db.resource_extend [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:18:55.615037 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-a6a31e3c-3844-4b54-be7c-a998edefdc5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 217 time: 0.1528637 May 03 21:18:55.629860 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3adc2b5c-e816-448e-8222-d0dd7236acb7 req-1feed036-e004-40e3-aa4c-f78ca58d5acd service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477138 May 03 21:18:55.643922 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3beca490-6cc6-4909-a599-b33c199fe61c {{(pid=87268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:55.652995 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.724473 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Transition to ACTIVE for port object 3beca490-6cc6-4909-a599-b33c199fe61c will not be triggered until provisioned by entity L2. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:18:55.737017 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:55.788274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-3b908af5-7a77-43b7-a12f-599f18faaae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.789700 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-3b908af5-7a77-43b7-a12f-599f18faaae7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.1651223 May 03 21:18:55.864096 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc6d1e-6d3b-4fee-a92b-1dc8761bb7ca req-faa3f63f-4333-4147-a909-6450a236dd60 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.865650 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-69bc6d1e-6d3b-4fee-a92b-1dc8761bb7ca req-faa3f63f-4333-4147-a909-6450a236dd60 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.3246696 May 03 21:18:55.870020 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-81797060-e786-4c4c-b15a-186e3445b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.871550 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-81797060-e786-4c4c-b15a-186e3445b091 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 1096 time: 0.3372252 May 03 21:18:55.876025 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3beca490-6cc6-4909-a599-b33c199fe61c,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:55.909380 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf701fd0-6112-4b66-8ee0-17c0704201c0 req-a8a33f7a-2606-4f40-b6c3-71d6e3fe9e42 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:55.910971 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bf701fd0-6112-4b66-8ee0-17c0704201c0 req-a8a33f7a-2606-4f40-b6c3-71d6e3fe9e42 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 932 time: 0.2552602 May 03 21:18:55.961727 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-65f164e4-b0e9-44f1-ac55-98ef98bca428 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d HTTP/1.1" status: 200 len: 217 time: 0.0730166 May 03 21:18:56.025750 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bf701fd0-6112-4b66-8ee0-17c0704201c0 req-e036ff67-87d4-4606-ab25-5b9c0dbabc9c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710399 May 03 21:18:56.033211 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Attempting to bind port 3beca490-6cc6-4909-a599-b33c199fe61c on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:18:56.033649 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Attempting to bind port 3beca490-6cc6-4909-a599-b33c199fe61c by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:18:56.034236 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Attempting to bind port 3beca490-6cc6-4909-a599-b33c199fe61c on network 1ac5b488-51cb-4493-8876-8f177bcccb6f {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:56.041673 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Port 3beca490-6cc6-4909-a599-b33c199fe61c on network 1ac5b488-51cb-4493-8876-8f177bcccb6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:18:56.041673 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Attempting to bind port 3beca490-6cc6-4909-a599-b33c199fe61c on network 1ac5b488-51cb-4493-8876-8f177bcccb6f {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:18:56.048366 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-69bc6d1e-6d3b-4fee-a92b-1dc8761bb7ca req-14b3e7b3-b1da-4f03-b0f1-919c518672c8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734130 May 03 21:18:56.049527 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:18:56.049997 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Checking segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:18:56.050563 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Bound using segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:18:56.051134 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Bound port: 3beca490-6cc6-4909-a599-b33c199fe61c, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:18:56.052534 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:56.071906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-306059ee-df55-485d-a2b1-7306ab2ef4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.071906 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-306059ee-df55-485d-a2b1-7306ab2ef4bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2724073 May 03 21:18:56.079141 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-4a4da051-3cd2-4142-8095-2e4b9d8bad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.079141 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-4a4da051-3cd2-4142-8095-2e4b9d8bad9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.1048841 May 03 21:18:56.152880 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] For port 3beca490-6cc6-4909-a599-b33c199fe61c, host hv-cinder-84037, cleared binding levels {{(pid=87268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:18:56.155969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] For port 3beca490-6cc6-4909-a599-b33c199fe61c, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3beca490-6cc6-4909-a599-b33c199fe61c,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:18:56.160316 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:56.234239 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.235036 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:56.236476 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 1094 time: 1.5754616 May 03 21:18:56.236946 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:18:56.261741 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52735ac-39c2-42f1-aa81-49c93d0fb2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3beca490-6cc6-4909-a599-b33c199fe61c,revision_number=3']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:56.284732 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-3a521b75-f22a-4633-97fb-e04f142fa4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.286510 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-3a521b75-f22a-4633-97fb-e04f142fa4fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1866493 May 03 21:18:56.294412 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-fe256f3d-bac7-43ac-af03-ad0d523b90b8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169843 May 03 21:18:56.373974 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb40efa4-9017-434c-bdf5-9932649094ea'] response: {'name': 'network-changed', 'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c', 'status': 'completed', 'code': 200} May 03 21:18:56.412837 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-1e6271bd-7a4a-4527-8d3e-f3193b95d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.414605 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-1e6271bd-7a4a-4527-8d3e-f3193b95d17c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1097 time: 0.1110392 May 03 21:18:56.560801 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d2f898fc-15f8-45ba-9de4-a9af2c8bae86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 217 time: 0.1381812 May 03 21:18:56.585382 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f64a719f-45dd-4abf-ba17-12160c69fbf1 req-1f90b08e-d32a-4af7-8bc2-68923ac9f81e service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739279 May 03 21:18:56.587287 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-861753a6-39d0-4014-ab71-d22ef04d991d service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742145 May 03 21:18:56.740840 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-6ff00d2e-e8b3-4650-a7c0-592c37fc5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.742524 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-6ff00d2e-e8b3-4650-a7c0-592c37fc5fbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.1115727 May 03 21:18:56.819966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5ae07-d0f8-4778-b804-3ab7670d4ab5 req-9a9087e7-4e15-42bf-93b7-d63de3da5325 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.822032 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e5e5ae07-d0f8-4778-b804-3ab7670d4ab5 req-9a9087e7-4e15-42bf-93b7-d63de3da5325 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.2603128 May 03 21:18:56.855995 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c822fc02-f352-49c4-8caf-de0286a5eb1c req-79946da8-1724-4578-bc9b-80ee87b2cb63 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575958 May 03 21:18:56.869310 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de883430-0d90-42fa-94a8-2ef930bbcb2b req-1f62709d-6204-4de0-aa3b-9b81cc7548df tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.877152 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-de883430-0d90-42fa-94a8-2ef930bbcb2b req-1f62709d-6204-4de0-aa3b-9b81cc7548df tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.1273685 May 03 21:18:56.898328 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e5e5ae07-d0f8-4778-b804-3ab7670d4ab5 req-07f9e471-4896-4d37-a42e-4ca966563b1f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674541 May 03 21:18:56.911772 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-e120ccd2-a3a5-4aa7-94d6-c3d4e222cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:56.913043 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-e120ccd2-a3a5-4aa7-94d6-c3d4e222cb47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1623037 May 03 21:18:56.925496 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-de883430-0d90-42fa-94a8-2ef930bbcb2b req-d43a8b55-a6b2-468f-8549-95270c6b8b14 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474188 May 03 21:18:57.062158 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-47cd5c68-972c-4ba3-bba0-a127dac86e51 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402979 May 03 21:18:57.266820 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8406e323-a8e7-4d32-86c9-f22d221f5e4f req-d794e190-8fa9-474e-af3f-d0085e5480b1 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961474 May 03 21:18:57.312456 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a24e03-6982-4a27-8242-8744015866ef req-761a28d3-d18a-4655-bc43-2866c5281b1c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:57.314200 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08a24e03-6982-4a27-8242-8744015866ef req-761a28d3-d18a-4655-bc43-2866c5281b1c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.1270301 May 03 21:18:57.329808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870ae6e-4655-41fb-9870-1e06a5c4ecb6 req-0ade54e3-9aa3-4913-bdd6-1abfdb9c0850 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:57.335696 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9870ae6e-4655-41fb-9870-1e06a5c4ecb6 req-0ade54e3-9aa3-4913-bdd6-1abfdb9c0850 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 944 time: 0.1142535 May 03 21:18:57.410419 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9870ae6e-4655-41fb-9870-1e06a5c4ecb6 req-fd615701-5ccd-40b0-8ac8-9182de10859e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647626 May 03 21:18:57.430970 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08a24e03-6982-4a27-8242-8744015866ef req-906cd243-8af5-4984-ba69-d7cb9b00e251 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095803 May 03 21:18:57.456873 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-4517e5cf-572c-4ccd-af1a-1de5bd944f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:57.458540 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-4517e5cf-572c-4ccd-af1a-1de5bd944f76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1097 time: 0.0858195 May 03 21:18:57.677583 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-64e63f95-834e-4d81-b715-3f06e5369ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:57.679047 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-64e63f95-834e-4d81-b715-3f06e5369ea1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.2135253 May 03 21:18:57.751584 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-dd33fa2e-dada-408b-84de-2ca7682b562b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 217 time: 0.0646536 May 03 21:18:57.819519 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-7442d8ab-16ff-4f58-8873-23fe1f711bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:57.821093 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-7442d8ab-16ff-4f58-8873-23fe1f711bc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.0627177 May 03 21:18:57.900694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-5a57cc17-845c-4e55-8f58-e87049c942ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:57.902172 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-5a57cc17-845c-4e55-8f58-e87049c942ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736122 May 03 21:18:58.042773 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-4457d997-d626-463b-9cd4-8894ce148955 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328051 May 03 21:18:58.115709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f001e57-b67f-4511-a3df-ebf2017210dc req-e37594c8-a15b-4bbc-91c5-61d6e8a98d31 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:58.119620 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f001e57-b67f-4511-a3df-ebf2017210dc req-e37594c8-a15b-4bbc-91c5-61d6e8a98d31 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.1045635 May 03 21:18:58.169091 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f001e57-b67f-4511-a3df-ebf2017210dc req-1311ca85-0fe2-4094-b646-0b4c3ca2ab49 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431526 May 03 21:18:58.262413 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c62695b-40d2-4f27-9d65-4f778e5a24d9 req-3168387e-b966-43a3-96f6-b8997ca3bf9d service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118394 May 03 21:18:58.270672 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8709-5c51-4550-893a-972ad2457705 req-f98fdbdc-1be4-4ff4-bb15-90a66be74f2f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:58.272146 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-55fd8709-5c51-4550-893a-972ad2457705 req-f98fdbdc-1be4-4ff4-bb15-90a66be74f2f tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.1963379 May 03 21:18:58.329174 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-55fd8709-5c51-4550-893a-972ad2457705 req-f1de1884-8f2d-4c27-b109-0732521eb9c4 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 May 03 21:18:58.371819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 048fc4e7-13e8-4bc0-8def-8f823d183f74 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:18:58.688016 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 048fc4e7-13e8-4bc0-8def-8f823d183f74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:58.706028 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '048fc4e7-13e8-4bc0-8def-8f823d183f74', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'port_id': '048fc4e7-13e8-4bc0-8def-8f823d183f74', 'mac_address': 'fa:16:3e:1d:22:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:18:58.713580 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5bf57-c3de-4cc6-8e7f-1817448f5584 req-7d7dcb40-a22f-48ba-bc51-01ed6f324996 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:58.715683 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-52c5bf57-c3de-4cc6-8e7f-1817448f5584 req-7d7dcb40-a22f-48ba-bc51-01ed6f324996 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 944 time: 0.1800075 May 03 21:18:58.755554 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46a7f1-f043-480d-99de-40fdd94635cc req-ea2680ff-9c43-4b68-8744-86cb069cb6e8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:58.757668 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0e46a7f1-f043-480d-99de-40fdd94635cc req-ea2680ff-9c43-4b68-8744-86cb069cb6e8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.1295214 May 03 21:18:58.797108 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.802931 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-52c5bf57-c3de-4cc6-8e7f-1817448f5584 req-8dcd9bc3-0a4d-4b6c-b778-857d4207ebdb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769670 May 03 21:18:58.826051 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048fc4e7-13e8-4bc0-8def-8f823d183f74 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:58.834400 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0e46a7f1-f043-480d-99de-40fdd94635cc req-da0fc62c-0c6a-47db-b624-46daa0e367b8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703135 May 03 21:18:58.847169 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 048fc4e7-13e8-4bc0-8def-8f823d183f74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:58.860992 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:58.861648 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:18:58.974091 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=048fc4e7-13e8-4bc0-8def-8f823d183f74,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:59.079640 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:59.094083 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'mac_address': 'fa:16:3e:f2:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:18:59.151728 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:59.168820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dcc68c-c395-4b81-86fa-e5619d3a6b55 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:18:59.185174 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:18:59.193140 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:18:59.272421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:18:59.379039 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0100b6-ad03-45fa-a825-06e417b31573 req-81c4ac9f-1a2b-4570-963e-8e068ee2eebe tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:18:59.380502 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8f0100b6-ad03-45fa-a825-06e417b31573 req-81c4ac9f-1a2b-4570-963e-8e068ee2eebe tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.0919857 May 03 21:18:59.425128 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8f0100b6-ad03-45fa-a825-06e417b31573 req-51d72303-e330-4025-924f-edde58f80eaf tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382514 May 03 21:18:59.670267 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['048fc4e7-13e8-4bc0-8def-8f823d183f74'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:18:59.706488 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['29dcc68c-c395-4b81-86fa-e5619d3a6b55'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:00.056920 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51a6c0-7038-482f-916d-c1b2298106ba req-82a32f98-c38a-40fc-9409-79cb159819aa tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:00.061004 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1a51a6c0-7038-482f-916d-c1b2298106ba req-82a32f98-c38a-40fc-9409-79cb159819aa tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 944 time: 0.1163349 May 03 21:19:00.134295 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1a51a6c0-7038-482f-916d-c1b2298106ba req-a81dd180-a0cc-49bd-88f9-a5252f5f19ad tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684130 May 03 21:19:00.147002 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cc759-01da-48f6-856d-b724fe03931e req-1434f571-e887-4844-8b8a-751aff52bc5a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:00.155840 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-249cc759-01da-48f6-856d-b724fe03931e req-1434f571-e887-4844-8b8a-751aff52bc5a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.1676679 May 03 21:19:00.211120 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-249cc759-01da-48f6-856d-b724fe03931e req-ac675e2c-2781-429d-9e6f-76e8eade19ac tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542121 May 03 21:19:00.309300 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48534) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:00.372741 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 3beca490-6cc6-4909-a599-b33c199fe61c details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:19:00.444923 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.495229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:00.500862 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4f5631fcda42f39df5ea274139025a is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:00.510980 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:00.524400 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:00.542792 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 3beca490-6cc6-4909-a599-b33c199fe61c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3beca490-6cc6-4909-a599-b33c199fe61c,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:00.564496 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '3beca490-6cc6-4909-a599-b33c199fe61c', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'port_id': '3beca490-6cc6-4909-a599-b33c199fe61c', 'mac_address': 'fa:16:3e:c8:03:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:19:00.649655 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.672371 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3beca490-6cc6-4909-a599-b33c199fe61c {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:19:00.691039 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55ca13-7330-42fb-afc8-dc69d35364da req-8a144e24-be47-4ae6-a3fd-5314b6de993e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:00.698835 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f55ca13-7330-42fb-afc8-dc69d35364da req-8a144e24-be47-4ae6-a3fd-5314b6de993e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 943 time: 0.1018763 May 03 21:19:00.699828 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.703780 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 3beca490-6cc6-4909-a599-b33c199fe61c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3beca490-6cc6-4909-a599-b33c199fe61c,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:00.705564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.716376 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:00.717839 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2eaccede-8d25-4fd4-8589-65588c2ea70d details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:19:00.757493 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f55ca13-7330-42fb-afc8-dc69d35364da req-eeb854eb-28c2-4272-881c-6c25484d8fb5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 May 03 21:19:00.790728 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca4f5631fcda42f39df5ea274139025a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797049 May 03 21:19:00.793386 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0e8c5-6a04-443f-b8de-4cc71488da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a300df04-d2ab-49a1-8149-cb9c61a411fb,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:00.793994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 48554) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:00.864714 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=3beca490-6cc6-4909-a599-b33c199fe61c,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:00.976142 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-22c7ef0a-c492-4262-a5f1-7ce4346e8723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.001932 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 2eaccede-8d25-4fd4-8589-65588c2ea70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:01.021004 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-22c7ef0a-c492-4262-a5f1-7ce4346e8723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.023126 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '2eaccede-8d25-4fd4-8589-65588c2ea70d', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'port_id': '2eaccede-8d25-4fd4-8589-65588c2ea70d', 'mac_address': 'fa:16:3e:d6:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:19:01.092791 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-22c7ef0a-c492-4262-a5f1-7ce4346e8723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.117680 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.123706 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7ef0a-c492-4262-a5f1-7ce4346e8723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a300df04-d2ab-49a1-8149-cb9c61a411fb,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:01.143566 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-22c7ef0a-c492-4262-a5f1-7ce4346e8723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.144687 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-22c7ef0a-c492-4262-a5f1-7ce4346e8723 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a300df04-d2ab-49a1-8149-cb9c61a411fb HTTP/1.1" status: 204 len: 168 time: 0.3494313 May 03 21:19:01.152622 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaccede-8d25-4fd4-8589-65588c2ea70d {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:19:01.172290 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 2eaccede-8d25-4fd4-8589-65588c2ea70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:01.178819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.278176 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=2eaccede-8d25-4fd4-8589-65588c2ea70d,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:01.400276 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccaa78-3058-4065-a409-191d394318a8 req-814790f6-957e-4b99-8a08-9ff64825d932 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:01.407403 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7eccaa78-3058-4065-a409-191d394318a8 req-814790f6-957e-4b99-8a08-9ff64825d932 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 945 time: 0.1375122 May 03 21:19:01.489255 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7eccaa78-3058-4065-a409-191d394318a8 req-6e80e2e3-0798-4151-86d7-d7c8941eaa67 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807524 May 03 21:19:01.569305 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['3beca490-6cc6-4909-a599-b33c199fe61c'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:01.609082 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['2eaccede-8d25-4fd4-8589-65588c2ea70d'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:01.622572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 48588) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:01.646122 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.666931 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:01.672758 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf72b1b040a347faac01bc0c94949b4c is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:01.676257 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:01.684459 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:01.693897 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74885654-6074-46b6-b1ba-3546b46b5af1 req-40d926c6-f228-4535-a4cc-9ca0255cc93a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:01.694093 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:19:01.696712 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-74885654-6074-46b6-b1ba-3546b46b5af1 req-40d926c6-f228-4535-a4cc-9ca0255cc93a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.1383741 May 03 21:19:01.762184 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48594) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:01.768200 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-74885654-6074-46b6-b1ba-3546b46b5af1 req-db9cf3a4-acac-4811-abd3-9c992eda43a6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639141 May 03 21:19:01.834428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.839580 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:01.895731 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf72b1b040a347faac01bc0c94949b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718651 May 03 21:19:01.896730 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c4768-a4ec-4d67-ae10-25b12dfdf4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65967547-2b51-43c1-b1d7-088e4326f5e5,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:01.899203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48604) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:02.009040 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.045365 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:02.062491 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3c443feb1d4cedadda1ab2611f9955 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:02.067249 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:02.070784 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b86769b5-9e66-4e76-a494-49a53e40b308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.077536 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:02.124969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b86769b5-9e66-4e76-a494-49a53e40b308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.143789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b77b2-9e9e-475c-a73b-a8bc774f5ecf req-12b494d1-291d-4dd6-8ba7-0e270b70ebf3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:02.145257 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-499b77b2-9e9e-475c-a73b-a8bc774f5ecf req-12b494d1-291d-4dd6-8ba7-0e270b70ebf3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 944 time: 0.2103970 May 03 21:19:02.231959 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-499b77b2-9e9e-475c-a73b-a8bc774f5ecf req-b8f16f02-2fc7-4c63-8b3e-df7c6ea6bcc2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747945 May 03 21:19:02.271379 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b86769b5-9e66-4e76-a494-49a53e40b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.302297 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86769b5-9e66-4e76-a494-49a53e40b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65967547-2b51-43c1-b1d7-088e4326f5e5,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:02.305028 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.315841 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b86769b5-9e66-4e76-a494-49a53e40b308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.319280 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-b86769b5-9e66-4e76-a494-49a53e40b308 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65967547-2b51-43c1-b1d7-088e4326f5e5 HTTP/1.1" status: 204 len: 168 time: 0.4166718 May 03 21:19:02.319280 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.366329 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2a3c443feb1d4cedadda1ab2611f9955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020222 May 03 21:19:02.367471 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03592bdd-e2f3-42ab-a709-d56c54807432,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:02.369159 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 48616) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:02.377186 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.377536 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.377882 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.378209 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.378746 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.379618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.380153 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.380693 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.381228 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.381762 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.382303 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.382829 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989000ee-8ba9-4935-b6a7-011736458e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:02.447114 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-650dfe48-83d6-4727-8c0c-cbdc9ba1457b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.475518 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-650dfe48-83d6-4727-8c0c-cbdc9ba1457b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.486653 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 048fc4e7-13e8-4bc0-8def-8f823d183f74 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:02.619825 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-650dfe48-83d6-4727-8c0c-cbdc9ba1457b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.638064 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dfe48-83d6-4727-8c0c-cbdc9ba1457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03592bdd-e2f3-42ab-a709-d56c54807432,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:02.659814 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 048fc4e7-13e8-4bc0-8def-8f823d183f74 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:02.667780 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-650dfe48-83d6-4727-8c0c-cbdc9ba1457b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.668907 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-650dfe48-83d6-4727-8c0c-cbdc9ba1457b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03592bdd-e2f3-42ab-a709-d56c54807432 HTTP/1.1" status: 204 len: 168 time: 0.2985911 May 03 21:19:02.675044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 048fc4e7-13e8-4bc0-8def-8f823d183f74 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:02.675692 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.862769 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a87ea4-130e-4ce6-9228-a903969e270b req-f426ab92-048d-4485-9c60-3f0a4ff7e056 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:02.873749 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-78a87ea4-130e-4ce6-9228-a903969e270b req-f426ab92-048d-4485-9c60-3f0a4ff7e056 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 945 time: 0.1702869 May 03 21:19:02.936153 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:02.971147 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-78a87ea4-130e-4ce6-9228-a903969e270b req-32684fa7-05a3-4558-8db6-e6d118298b28 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906875 May 03 21:19:02.998978 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048fc4e7-13e8-4bc0-8def-8f823d183f74'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:03.014981 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 048fc4e7-13e8-4bc0-8def-8f823d183f74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:03.028985 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.030026 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:03.088906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64919808-16fa-4846-9e5c-ffa4f0e09d3f req-f8f5b17a-4229-4d4a-ae86-3e30a28ff17b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:03.097376 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-64919808-16fa-4846-9e5c-ffa4f0e09d3f req-f8f5b17a-4229-4d4a-ae86-3e30a28ff17b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.0936606 May 03 21:19:03.121098 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a002626-77d1-4d71-94d5-e6d0278d7c05'] response: {'server_uuid': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048fc4e7-13e8-4bc0-8def-8f823d183f74', 'code': 200} May 03 21:19:03.154748 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-64919808-16fa-4846-9e5c-ffa4f0e09d3f req-839c1293-5272-4913-bf01-7e62f8f00fd6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547500 May 03 21:19:03.221863 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=048fc4e7-13e8-4bc0-8def-8f823d183f74,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:03.224963 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:03.232676 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:03.233590 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.252803 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 48660) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:03.271197 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.286581 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:03.292229 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Usage tracker for resource:security_group_rule and tenant:de792ccaf6794b459c01270d4971ad1c is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:03.295465 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:03.302477 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:03.381863 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.418429 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:03.423003 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.458298 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.474073 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f22b3-5e15-48da-b4ab-881fda630a2b req-e147498c-0e53-4f1b-9db8-ff08332da97a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:03.475664 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0e9f22b3-5e15-48da-b4ab-881fda630a2b req-e147498c-0e53-4f1b-9db8-ff08332da97a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 944 time: 0.1224427 May 03 21:19:03.476884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.503612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:03.553411 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c269e73-3050-4efd-9c1c-e3203b1054c5,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:03.561303 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=de792ccaf6794b459c01270d4971ad1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074529 May 03 21:19:03.564255 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48670) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:03.568915 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0e9f22b3-5e15-48da-b4ab-881fda630a2b req-b615a98b-463d-4aa5-b896-3b5ad299390c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845006 May 03 21:19:03.570231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.570690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.571490 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.571827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.572160 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.572476 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.572796 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.573122 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.573447 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.573770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.574090 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.574409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc81355-2e62-4fe1-8c59-451590ef38b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:03.635878 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-533b1640-1545-4e1a-b041-f1c14272c356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.663694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-533b1640-1545-4e1a-b041-f1c14272c356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.718132 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-533b1640-1545-4e1a-b041-f1c14272c356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.734036 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b1640-1545-4e1a-b041-f1c14272c356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c269e73-3050-4efd-9c1c-e3203b1054c5,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:03.738612 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-533b1640-1545-4e1a-b041-f1c14272c356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:03.744928 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-533b1640-1545-4e1a-b041-f1c14272c356 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c269e73-3050-4efd-9c1c-e3203b1054c5 HTTP/1.1" status: 204 len: 168 time: 0.1776109 May 03 21:19:04.178629 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeb100-abea-49cc-9488-b7d19cbe94b7 req-58b7de39-3fc2-4f5a-8a14-46339813138c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:04.180329 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e5eeb100-abea-49cc-9488-b7d19cbe94b7 req-58b7de39-3fc2-4f5a-8a14-46339813138c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 945 time: 0.0880048 May 03 21:19:04.297601 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e5eeb100-abea-49cc-9488-b7d19cbe94b7 req-40359661-0431-4489-8324-41535e62d004 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112368 May 03 21:19:04.402068 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59134ee0-efed-4196-900f-06e62975616b req-c7b45b9d-5102-4608-8c05-de3dc970d3c1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:04.403571 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-59134ee0-efed-4196-900f-06e62975616b req-c7b45b9d-5102-4608-8c05-de3dc970d3c1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0979333 May 03 21:19:04.455790 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-59134ee0-efed-4196-900f-06e62975616b req-430faf17-9902-4f44-b214-9a6f5a19a9d5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455630 May 03 21:19:04.767114 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9da1a-206e-4db9-9d98-39ad58185df4 req-3f5ad6bf-c71e-42d9-94d6-9e9110878bac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:04.768570 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-44f9da1a-206e-4db9-9d98-39ad58185df4 req-3f5ad6bf-c71e-42d9-94d6-9e9110878bac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 944 time: 0.0811081 May 03 21:19:04.819718 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-44f9da1a-206e-4db9-9d98-39ad58185df4 req-a2956c6b-cfdc-44cc-85ff-267a541aa5b3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 May 03 21:19:04.987199 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48744) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:05.109919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.122301 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:05.124494 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:05.128359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Usage tracker for resource:security_group_rule and tenant:a4d829f9cee841cf922a1c49291e6659 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:05.131200 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:05.136916 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:05.174123 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb9446f-5dc5-412e-9e80-4926d9551095'] response: {'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'code': 200} May 03 21:19:05.223936 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.227692 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.275287 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4d829f9cee841cf922a1c49291e6659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869267 May 03 21:19:05.276087 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c1f1f-5680-4313-b133-4a18f25ed8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7e58a9-141a-4fdc-8637-b3a5fcc314d7,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:05.278144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 48762) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:05.337766 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ba64-13fb-4e4f-bd6a-e40fe5f2c463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.364345 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ba64-13fb-4e4f-bd6a-e40fe5f2c463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.418583 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ba64-13fb-4e4f-bd6a-e40fe5f2c463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.437036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9ba64-13fb-4e4f-bd6a-e40fe5f2c463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7e58a9-141a-4fdc-8637-b3a5fcc314d7,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:05.446688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b7f9ba64-13fb-4e4f-bd6a-e40fe5f2c463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:05.450036 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-b7f9ba64-13fb-4e4f-bd6a-e40fe5f2c463 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/de7e58a9-141a-4fdc-8637-b3a5fcc314d7 HTTP/1.1" status: 204 len: 168 time: 0.1686616 May 03 21:19:05.565227 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5586269-00e8-4fd0-93a4-30775a67c492 req-95948984-ece5-4295-93b1-dd079ae50268 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.566784 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a5586269-00e8-4fd0-93a4-30775a67c492 req-95948984-ece5-4295-93b1-dd079ae50268 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 945 time: 0.1343157 May 03 21:19:05.650542 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a5586269-00e8-4fd0-93a4-30775a67c492 req-f856d033-0947-4e35-9d4e-6dec9e51129a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752177 May 03 21:19:05.691539 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cfe37-bcff-4022-a210-afabfc51eac4 req-cf02a645-33fe-46db-8ea1-5a48a795ede7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:05.693040 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5f6cfe37-bcff-4022-a210-afabfc51eac4 req-cf02a645-33fe-46db-8ea1-5a48a795ede7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0918379 May 03 21:19:05.743067 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5f6cfe37-bcff-4022-a210-afabfc51eac4 req-45e3d05c-5451-4748-9637-35d27f83c8fd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434506 May 03 21:19:05.936305 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 48798) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:06.015786 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777ddfb-d9d3-4f2e-87a4-d031f975ad41 req-9ad448c2-f98a-4035-b9ec-bf2aa982322a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:06.025662 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9777ddfb-d9d3-4f2e-87a4-d031f975ad41 req-9ad448c2-f98a-4035-b9ec-bf2aa982322a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 944 time: 0.1003463 May 03 21:19:06.044574 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.080711 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.089891 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9777ddfb-d9d3-4f2e-87a4-d031f975ad41 req-38e5e2fa-583c-42c4-bf6c-a1e45d91b668 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 May 03 21:19:06.110072 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:06.114479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Usage tracker for resource:security_group_rule and tenant:1b067cd8ccac40a8bb3a00f740a79b7e is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:06.118757 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:06.128233 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:06.213779 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.217511 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.264930 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b067cd8ccac40a8bb3a00f740a79b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275530 May 03 21:19:06.266486 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912b721-a8d1-4094-9c22-9b21fed7f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ac31da-29bf-413a-87a4-3e4d94433b45,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:06.267690 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48820) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:06.325317 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70c066c1-2476-4fdf-b002-992d37d20717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.353715 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70c066c1-2476-4fdf-b002-992d37d20717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.406026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70c066c1-2476-4fdf-b002-992d37d20717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.432340 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-70c066c1-2476-4fdf-b002-992d37d20717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.435500 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-70c066c1-2476-4fdf-b002-992d37d20717 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91ac31da-29bf-413a-87a4-3e4d94433b45 HTTP/1.1" status: 204 len: 168 time: 0.1660511 May 03 21:19:06.472766 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c066c1-2476-4fdf-b002-992d37d20717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ac31da-29bf-413a-87a4-3e4d94433b45,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:06.529322 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1ec39-992a-4c3f-a8c9-9fdab4996318 req-be6dc251-3361-4a0c-beea-589f275a3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:06.531140 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a7c1ec39-992a-4c3f-a8c9-9fdab4996318 req-be6dc251-3361-4a0c-beea-589f275a3979 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1099 time: 0.1002314 May 03 21:19:06.594217 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-a7c1ec39-992a-4c3f-a8c9-9fdab4996318 req-aa7e4092-7b00-42c2-92d3-8fbba2c714c5 service neutron] Synchronizing usage tracker for tenant:d7bcbc4d2918414fa015f5a4ad09ace6 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:19:06.613923 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-a7c1ec39-992a-4c3f-a8c9-9fdab4996318 req-aa7e4092-7b00-42c2-92d3-8fbba2c714c5 service neutron] Unset dirty status for tenant:d7bcbc4d2918414fa015f5a4ad09ace6 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:19:06.615150 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a7c1ec39-992a-4c3f-a8c9-9fdab4996318 req-aa7e4092-7b00-42c2-92d3-8fbba2c714c5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759344 May 03 21:19:06.680947 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030fa3c-6486-4d3a-8f90-4365a5935a2d req-0767034c-f43b-4bc7-8309-62a9a2b8a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:06.682433 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5030fa3c-6486-4d3a-8f90-4365a5935a2d req-0767034c-f43b-4bc7-8309-62a9a2b8a45e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1099 time: 0.0997107 May 03 21:19:06.899608 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f058696-c79f-4a4b-8d92-cfa75a62d181 req-06892e4a-71f3-48f1-b021-db759c7a0aec tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:06.901506 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f058696-c79f-4a4b-8d92-cfa75a62d181 req-06892e4a-71f3-48f1-b021-db759c7a0aec tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 945 time: 0.1445665 May 03 21:19:06.912052 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48844) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:06.951175 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f058696-c79f-4a4b-8d92-cfa75a62d181 req-fc041ea1-50be-4dc3-9f12-ebaf23f9a3de tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 May 03 21:19:06.966097 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:06.999754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:07.005403 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Usage tracker for resource:security_group_rule and tenant:986784a63a5c4463a10dab3a67b1fa50 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:07.009179 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:07.017373 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:07.061623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e999e-3827-410c-9a9e-875a32803b3a req-58ff46f7-cb88-4ea5-a490-c34a9d8edfac tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:07.063126 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3d1e999e-3827-410c-9a9e-875a32803b3a req-58ff46f7-cb88-4ea5-a490-c34a9d8edfac tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1344876 May 03 21:19:07.098213 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5030fa3c-6486-4d3a-8f90-4365a5935a2d req-0afd3a07-77f3-4acf-8073-c807f9358a62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401566 May 03 21:19:07.132893 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3d1e999e-3827-410c-9a9e-875a32803b3a req-42f00dcc-757f-4323-b2ae-bba1985a5e86 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593510 May 03 21:19:07.168887 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:07.172827 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:07.226377 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=986784a63a5c4463a10dab3a67b1fa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109095 May 03 21:19:07.226377 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f112bf-af7c-492c-abd7-914f4e9f8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da199ae0-b08f-49a8-acf3-102d3cc9c3f1,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:07.228253 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 48860) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:07.295477 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e9f-f42f-4172-bf5c-c49a7fb95ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:07.310611 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099b0b2-67cd-4a2a-9208-781be8811e21 req-93352398-b393-47d6-a373-f01bb4f74bce tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:07.312134 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3099b0b2-67cd-4a2a-9208-781be8811e21 req-93352398-b393-47d6-a373-f01bb4f74bce tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 944 time: 0.1001463 May 03 21:19:07.326691 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e9f-f42f-4172-bf5c-c49a7fb95ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:07.361231 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3099b0b2-67cd-4a2a-9208-781be8811e21 req-2f924f13-26bd-4531-a3a4-dfd17b9b81ca tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 May 03 21:19:07.381485 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e9f-f42f-4172-bf5c-c49a7fb95ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:07.399164 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b2e9f-f42f-4172-bf5c-c49a7fb95ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da199ae0-b08f-49a8-acf3-102d3cc9c3f1,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:07.402454 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ef4b2e9f-f42f-4172-bf5c-c49a7fb95ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:07.405924 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ef4b2e9f-f42f-4172-bf5c-c49a7fb95ef9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da199ae0-b08f-49a8-acf3-102d3cc9c3f1 HTTP/1.1" status: 204 len: 168 time: 0.1744456 May 03 21:19:08.165492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b64053-64bb-4565-9f7e-75e4a100c226 req-6827893d-d8ff-4d3b-96fe-0679b2242574 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:08.165492 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f6b64053-64bb-4565-9f7e-75e4a100c226 req-6827893d-d8ff-4d3b-96fe-0679b2242574 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 945 time: 0.0904722 May 03 21:19:08.233086 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f6b64053-64bb-4565-9f7e-75e4a100c226 req-c9e9a849-4e50-444a-abf6-e200a6ba36f8 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529957 May 03 21:19:08.369280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40492b0f-f1fd-4284-ac57-55991e04c841 req-5b5d806a-cffb-4640-8a92-063c4f101670 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:08.371395 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40492b0f-f1fd-4284-ac57-55991e04c841 req-5b5d806a-cffb-4640-8a92-063c4f101670 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0905991 May 03 21:19:08.436198 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-40492b0f-f1fd-4284-ac57-55991e04c841 req-23e6694f-ead0-44a0-aa92-2b544082570b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572486 May 03 21:19:08.675081 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 3beca490-6cc6-4909-a599-b33c199fe61c up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:08.766344 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 3beca490-6cc6-4909-a599-b33c199fe61c completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:08.773019 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 3beca490-6cc6-4909-a599-b33c199fe61c triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:08.773922 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.815557 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276616d-5629-4330-a3ed-2615bd5d796f req-4e4657d2-6bd9-47ed-a075-a40a9cfab573 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:08.817794 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2276616d-5629-4330-a3ed-2615bd5d796f req-4e4657d2-6bd9-47ed-a075-a40a9cfab573 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 944 time: 0.0982630 May 03 21:19:08.912778 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2276616d-5629-4330-a3ed-2615bd5d796f req-43d8be43-f320-4330-af58-2c3e6e4d9e42 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836961 May 03 21:19:08.932903 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.967227 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:08.990639 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 3beca490-6cc6-4909-a599-b33c199fe61c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3beca490-6cc6-4909-a599-b33c199fe61c,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:08.996966 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:08.997950 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2eaccede-8d25-4fd4-8589-65588c2ea70d up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:19:09.094328 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-736f9825-de21-49af-971a-01bb4ebd257f'] response: {'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c', 'code': 200} May 03 21:19:09.170665 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=3beca490-6cc6-4909-a599-b33c199fe61c,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:09.186755 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.187134 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.187625 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.188100 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.188762 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.189247 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.189726 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.190063 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.190402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.190809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.191147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.191675 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:19:09.196622 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 2eaccede-8d25-4fd4-8589-65588c2ea70d completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:19:09.201990 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 2eaccede-8d25-4fd4-8589-65588c2ea70d triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:19:09.202358 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.337197 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.375163 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 2eaccede-8d25-4fd4-8589-65588c2ea70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:09.379289 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:09.449854 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09364-a7a6-41fc-9161-d970a427c12e req-2708d98e-91ec-4c18-9f06-7a0239aeda9d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:09.453525 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=2eaccede-8d25-4fd4-8589-65588c2ea70d,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:09.465737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-13d09364-a7a6-41fc-9161-d970a427c12e req-2708d98e-91ec-4c18-9f06-7a0239aeda9d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1215820 May 03 21:19:09.542404 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-13d09364-a7a6-41fc-9161-d970a427c12e req-243d6c5e-67dd-4430-a085-0d68583c2ace tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754240 May 03 21:19:09.682160 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca3087-c50e-4cd3-bee6-2ff70874387f req-1fcce97b-8dd9-4ef7-b54b-de945047e8e3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:09.683666 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5ca3087-c50e-4cd3-bee6-2ff70874387f req-1fcce97b-8dd9-4ef7-b54b-de945047e8e3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1096447 May 03 21:19:09.733108 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5ca3087-c50e-4cd3-bee6-2ff70874387f req-3a949826-6d78-4a4a-911f-6271238c0da2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 May 03 21:19:09.922283 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e663a6-903e-46f2-9167-f67d99b62ec1 req-77cd0196-71f0-408e-b830-806584d1ed1d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:09.923773 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b5e663a6-903e-46f2-9167-f67d99b62ec1 req-77cd0196-71f0-408e-b830-806584d1ed1d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0840752 May 03 21:19:09.933487 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49000) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:09.939764 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'floatingip': {'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:10.022026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.118574 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3d093-3cb4-4bd6-adae-a6c051788f34 req-0171f955-5fe9-4254-a29a-aa648f8348f4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:10.120556 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aec3d093-3cb4-4bd6-adae-a6c051788f34 req-0171f955-5fe9-4254-a29a-aa648f8348f4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0875273 May 03 21:19:10.168504 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aec3d093-3cb4-4bd6-adae-a6c051788f34 req-f0e58d8d-2ca7-439c-8e43-99570c00544e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 May 03 21:19:10.283966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49016) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:10.410379 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.424697 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:10.428438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1713bdc61c4e5fac5c845dccae98d2 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:10.431451 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:10.437153 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:10.522676 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.529383 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.579195 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c1713bdc61c4e5fac5c845dccae98d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940924 May 03 21:19:10.579945 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49026) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:10.580559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fde902-3937-47ef-99cc-c1c62e9b2ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545702db-57cc-4c43-8d3d-ea604a855568,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:10.697858 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-57fa6543-0f7e-4958-a17a-79d4b734ccb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.735635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-57fa6543-0f7e-4958-a17a-79d4b734ccb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.798294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-57fa6543-0f7e-4958-a17a-79d4b734ccb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.815111 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa6543-0f7e-4958-a17a-79d4b734ccb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545702db-57cc-4c43-8d3d-ea604a855568,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:10.827991 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b48f6d-2c06-4c5c-8d5b-1cf0c8a512cd req-33bcab97-0b3a-4ada-a986-f4b62667d9a3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:10.829324 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-44b48f6d-2c06-4c5c-8d5b-1cf0c8a512cd req-33bcab97-0b3a-4ada-a986-f4b62667d9a3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1743727 May 03 21:19:10.829604 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-57fa6543-0f7e-4958-a17a-79d4b734ccb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.833336 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-57fa6543-0f7e-4958-a17a-79d4b734ccb5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/545702db-57cc-4c43-8d3d-ea604a855568 HTTP/1.1" status: 204 len: 168 time: 0.2500703 May 03 21:19:10.965837 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:10.970799 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-44b48f6d-2c06-4c5c-8d5b-1cf0c8a512cd req-4c352496-1008-4fd2-8321-a10f5f289522 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747998 May 03 21:19:10.974910 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.095359 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaccede-8d25-4fd4-8589-65588c2ea70d'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:11.150575 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21dd875d-758c-4716-9030-54d0af876b72'] response: {'server_uuid': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaccede-8d25-4fd4-8589-65588c2ea70d', 'code': 200} May 03 21:19:11.157250 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Floating IP ec3c9e55-8b69-4cae-b76c-328c2243fb7e associated. External IP: 172.27.0.67, port: 29dcc68c-c395-4b81-86fa-e5619d3a6b55. May 03 21:19:11.175705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49054) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:11.194049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.213410 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:11.217641 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Usage tracker for resource:security_group_rule and tenant:b362fd4cde7743999782639f150637c7 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:11.220654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:11.226439 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:11.327872 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.334207 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.385547 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805b52d5-33d7-45d6-abfc-cfdb8bbef758,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:11.389850 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-25d6471b-a713-4906-a51f-2b8c5d189c59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b362fd4cde7743999782639f150637c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130733 May 03 21:19:11.392428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49068) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:11.459650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-87dd2029-5bc6-4554-8e2c-9a3a870875fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.485765 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-87dd2029-5bc6-4554-8e2c-9a3a870875fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.525494 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df214c8-83b6-4e10-9bba-490c1115d2c4 req-da8bb6f9-37ff-4f58-9c69-6b592d70b561 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:11.527288 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0df214c8-83b6-4e10-9bba-490c1115d2c4 req-da8bb6f9-37ff-4f58-9c69-6b592d70b561 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1972435 May 03 21:19:11.545940 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-87dd2029-5bc6-4554-8e2c-9a3a870875fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.566719 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd2029-5bc6-4554-8e2c-9a3a870875fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805b52d5-33d7-45d6-abfc-cfdb8bbef758,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:11.574340 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-87dd2029-5bc6-4554-8e2c-9a3a870875fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:11.577688 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-87dd2029-5bc6-4554-8e2c-9a3a870875fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/805b52d5-33d7-45d6-abfc-cfdb8bbef758 HTTP/1.1" status: 204 len: 168 time: 0.1821413 May 03 21:19:11.756049 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0df214c8-83b6-4e10-9bba-490c1115d2c4 req-783cb833-cdb6-48d6-8462-ab713aad1f9f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624091 May 03 21:19:11.807677 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:11.993424 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:11.997721 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:12.013243 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:12.029254 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:12.029894 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:12.063517 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-55f0df2d-5168-4697-bb93-5ff454e9a1fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "PUT /v2.0/floatingips/ec3c9e55-8b69-4cae-b76c-328c2243fb7e HTTP/1.1" status: 200 len: 991 time: 2.1289058 May 03 21:19:12.064378 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:12.137429 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0eb62c-c488-45d4-ae1c-907c9118a612'] response: {'name': 'network-changed', 'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'status': 'completed', 'code': 200} May 03 21:19:12.204661 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18479fa-08c9-479f-a284-bb13c8541335 req-20156587-7f88-48fb-b60a-ca9c8a4ef90a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:12.206118 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d18479fa-08c9-479f-a284-bb13c8541335 req-20156587-7f88-48fb-b60a-ca9c8a4ef90a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0880134 May 03 21:19:12.253378 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d18479fa-08c9-479f-a284-bb13c8541335 req-5f5e41ba-7a97-4d25-af49-ab598df3b1cb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391340 May 03 21:19:12.274418 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:12.673044 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'ec3c9e55-8b69-4cae-b76c-328c2243fb7e', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'mac_address': 'fa:16:3e:f2:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:27Z', 'updated_at': '2022-05-03T21:19:10Z', 'revision_number': 1, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:12.678225 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:12.686861 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:12.687499 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:12.795501 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-3fce8b68-c688-4da1-a086-24d9a84533dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921803 May 03 21:19:12.857309 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c0842-4352-419f-84a9-4a446c6fb764 req-9e65759f-b2b4-4400-a052-2fd58cb5cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:12.859448 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-460c0842-4352-419f-84a9-4a446c6fb764 req-9e65759f-b2b4-4400-a052-2fd58cb5cfec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1099 time: 0.1585062 May 03 21:19:12.863599 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-e493f171-5a1d-4620-bee8-00d617d370dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:12.865374 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-e493f171-5a1d-4620-bee8-00d617d370dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1099 time: 0.1205325 May 03 21:19:12.882661 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:13.012334 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-460c0842-4352-419f-84a9-4a446c6fb764 req-198ffd3c-0430-4d4e-98b0-9b717008e98c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448452 May 03 21:19:13.065739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-702e63db-b241-410d-8f9a-0d6bd676372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.067884 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-702e63db-b241-410d-8f9a-0d6bd676372e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1830213 May 03 21:19:13.074363 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985323d-b9c3-4892-b1cd-f9431b4d85ee req-b96396e1-6a37-41aa-847f-6921865a5e6a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.079551 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c985323d-b9c3-4892-b1cd-f9431b4d85ee req-b96396e1-6a37-41aa-847f-6921865a5e6a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0940719 May 03 21:19:13.133735 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c985323d-b9c3-4892-b1cd-f9431b4d85ee req-7e36675b-9afb-4b69-93a6-f9a6194004ea tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496073 May 03 21:19:13.331759 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'ec3c9e55-8b69-4cae-b76c-328c2243fb7e', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'mac_address': 'fa:16:3e:f2:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:27Z', 'updated_at': '2022-05-03T21:19:10Z', 'revision_number': 1, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:13.337980 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09b498b-d916-4afa-8066-b4b25c166fcb None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'ec3c9e55-8b69-4cae-b76c-328c2243fb7e', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'mac_address': 'fa:16:3e:f2:9c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:27Z', 'updated_at': '2022-05-03T21:19:10Z', 'revision_number': 1, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:13.474663 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-cd3c0256-d051-46b9-b021-834349846856 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 999 time: 0.1778460 May 03 21:19:13.540332 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-b0e6b2d8-62ed-4383-9bcc-a5d871df6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.544616 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-b0e6b2d8-62ed-4383-9bcc-a5d871df6c85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50e9202fbd354f5fb7f7e94eda8986ee&device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 1098 time: 0.2517776 May 03 21:19:13.569693 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f186a3a-5ec3-4178-a5ac-05b1b04d55c8 req-a7ab6b6c-b65a-4110-9f2d-fd78d33f3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.572997 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5f186a3a-5ec3-4178-a5ac-05b1b04d55c8 req-a7ab6b6c-b65a-4110-9f2d-fd78d33f3be1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 1098 time: 0.1869054 May 03 21:19:13.577336 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-59217692-d43a-4854-9ca9-e90c14c26f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.578922 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-59217692-d43a-4854-9ca9-e90c14c26f09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0931778 May 03 21:19:13.732418 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1fd3f-8fa3-40bd-8450-69c4e6a37ded req-c847ddef-69d0-41ab-8489-2ac4033fdcc3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.734095 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-16f1fd3f-8fa3-40bd-8450-69c4e6a37ded req-c847ddef-69d0-41ab-8489-2ac4033fdcc3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.2989430 May 03 21:19:13.806308 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5f186a3a-5ec3-4178-a5ac-05b1b04d55c8 req-2c793df7-dedb-42d1-809c-90f625db9ee0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233126 May 03 21:19:13.823390 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-16f1fd3f-8fa3-40bd-8450-69c4e6a37ded req-24676d42-65c1-4eab-89a5-7785ab5719a7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741189 May 03 21:19:13.837420 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-a4938ad2-0da3-4099-bf28-92777c983b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.839516 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-a4938ad2-0da3-4099-bf28-92777c983b1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2440259 May 03 21:19:13.841300 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-3adce422-0a26-4573-aa2a-0f1e6275d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:13.842957 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-3adce422-0a26-4573-aa2a-0f1e6275d3a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5973a906-87e8-4143-8088-9bf95dfa5b90 HTTP/1.1" status: 200 len: 913 time: 0.2690904 May 03 21:19:14.360960 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a0fcdc-b3ae-4273-b544-18f9fe0292be None None] New status for floating IP ec3c9e55-8b69-4cae-b76c-328c2243fb7e: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:19:14.382770 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-a0654211-b195-445d-ac94-31f2cdcbb0d9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315650 May 03 21:19:14.399478 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-ced2be92-90e4-48a8-aa9d-52d85772b40b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=134f9640-84b3-44ad-a384-794a7a3d92ab HTTP/1.1" status: 200 len: 217 time: 0.2552478 May 03 21:19:14.509247 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-62705d26-4a24-420c-8301-21e96d6210fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:14.511134 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-62705d26-4a24-420c-8301-21e96d6210fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5424880b-26b3-4774-bd25-d6f6530861de HTTP/1.1" status: 200 len: 852 time: 0.0972753 May 03 21:19:14.548935 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812c41-b1ca-4da3-84eb-a103ada9e53e req-3591c86f-7ef9-46e4-94b2-f92b0c17b833 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:14.550452 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c0812c41-b1ca-4da3-84eb-a103ada9e53e req-3591c86f-7ef9-46e4-94b2-f92b0c17b833 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.2484515 May 03 21:19:14.655292 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-d13649e5-d043-4702-ba2e-3424fc0f28e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5973a906-87e8-4143-8088-9bf95dfa5b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367559 May 03 21:19:14.666935 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cdac46fd-d63a-49a4-9b4b-05f81e4256b1 req-c455d47a-398f-4932-830d-28a96b381fa6 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802832 May 03 21:19:14.835556 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c0812c41-b1ca-4da3-84eb-a103ada9e53e req-ecc3de2f-152a-45f3-b1f9-6c6a4cc0af94 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790793 May 03 21:19:14.920834 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-e545fa74-60e7-40c9-aae8-fdc3a620099c service neutron] 10.222.0.47 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482657 May 03 21:19:15.101999 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49264) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:15.140029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabc66f-9d30-4e0a-bec7-26a5008fb1f8 req-f015c4bb-e61e-40e2-a16b-f71917996a7f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:15.145408 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9cabc66f-9d30-4e0a-bec7-26a5008fb1f8 req-f015c4bb-e61e-40e2-a16b-f71917996a7f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1645629 May 03 21:19:15.169618 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa993df-94d9-43df-8b4b-2857540dd36e req-92778248-219a-4f3a-804e-8f57e2e0492e service neutron] 10.222.0.47 "GET /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414868 May 03 21:19:15.217879 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9cabc66f-9d30-4e0a-bec7-26a5008fb1f8 req-0e28e99f-cebe-4cf6-95db-e0947ca8d65d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643501 May 03 21:19:15.289853 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.309248 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:15.313792 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Usage tracker for resource:security_group_rule and tenant:814f462e110f4dbc85a3569dd6e1e1ec is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:15.316692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:15.322957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:15.416008 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.419953 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.469844 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=814f462e110f4dbc85a3569dd6e1e1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3633320 May 03 21:19:15.470804 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c41d67-7aa3-4e16-b43f-59fc01d3c7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73e147-4511-4e8f-8c67-bdde37a47d53,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:15.472555 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49282) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:15.540440 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3187b849-92da-4859-bdae-e6db41629ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.567368 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3187b849-92da-4859-bdae-e6db41629ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.622003 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3187b849-92da-4859-bdae-e6db41629ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.645930 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187b849-92da-4859-bdae-e6db41629ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73e147-4511-4e8f-8c67-bdde37a47d53,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:15.649821 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3187b849-92da-4859-bdae-e6db41629ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:15.650900 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3187b849-92da-4859-bdae-e6db41629ff3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c73e147-4511-4e8f-8c67-bdde37a47d53 HTTP/1.1" status: 204 len: 168 time: 0.1771812 May 03 21:19:15.737266 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49294) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:16.016296 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.039942 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:16.046148 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49306) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:16.052287 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Usage tracker for resource:security_group_rule and tenant:ac08625658d44726b045b3650a6a2c3c is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:16.056971 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:16.064065 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.064214 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:16.079356 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:16.083414 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8aab1eb80139428db3ed1818d44e26ce is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:16.086809 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:16.087720 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d1a61-2495-4569-8061-8b95cb363ea6 req-f28ddba9-903c-4efe-b312-79096716458f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:16.089185 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fe5d1a61-2495-4569-8061-8b95cb363ea6 req-f28ddba9-903c-4efe-b312-79096716458f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1424410 May 03 21:19:16.092960 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:16.162300 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fe5d1a61-2495-4569-8061-8b95cb363ea6 req-ccdf72f0-8bdc-4651-8617-5cd8e30dcd69 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617621 May 03 21:19:16.228587 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.235219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.314997 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8aab1eb80139428db3ed1818d44e26ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676852 May 03 21:19:16.317723 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49316) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:16.325703 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.332638 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.385743 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac08625658d44726b045b3650a6a2c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474047 May 03 21:19:16.387441 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0df0b-a4a6-4abd-a6c5-f51bce2aac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7777b0b-f3bb-48be-ae50-1667e1aca5ce,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:16.389729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49322) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:16.407053 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-171316f1-4df3-4d5e-982b-fdb302763d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.452940 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22e71a3e-476c-4eee-aaa2-f1f81cd31f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.480836 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22e71a3e-476c-4eee-aaa2-f1f81cd31f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.518406 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deabad-706b-4019-9bdf-911c862887f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d17a779-1d27-4557-a11f-081d8b8d796a,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:16.540086 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22e71a3e-476c-4eee-aaa2-f1f81cd31f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.560113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e71a3e-476c-4eee-aaa2-f1f81cd31f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7777b0b-f3bb-48be-ae50-1667e1aca5ce,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:16.564160 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-22e71a3e-476c-4eee-aaa2-f1f81cd31f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.565253 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-22e71a3e-476c-4eee-aaa2-f1f81cd31f94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7777b0b-f3bb-48be-ae50-1667e1aca5ce HTTP/1.1" status: 204 len: 168 time: 0.1746249 May 03 21:19:16.565376 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-171316f1-4df3-4d5e-982b-fdb302763d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.626189 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b339-adcb-490a-a7ef-b7b9c324eb0f req-407121eb-3ee3-4a25-bbb8-52c8c34e290f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:16.627726 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9de5b339-adcb-490a-a7ef-b7b9c324eb0f req-407121eb-3ee3-4a25-bbb8-52c8c34e290f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.2487750 May 03 21:19:16.666784 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-171316f1-4df3-4d5e-982b-fdb302763d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.689764 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171316f1-4df3-4d5e-982b-fdb302763d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d17a779-1d27-4557-a11f-081d8b8d796a,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:16.702895 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9de5b339-adcb-490a-a7ef-b7b9c324eb0f req-2f781864-ca34-4faf-b264-78f6ec8189f2 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678263 May 03 21:19:16.717059 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-171316f1-4df3-4d5e-982b-fdb302763d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:16.721001 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-171316f1-4df3-4d5e-982b-fdb302763d8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3d17a779-1d27-4557-a11f-081d8b8d796a HTTP/1.1" status: 204 len: 168 time: 0.3993411 May 03 21:19:16.941492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd685e-0a51-421a-b8d1-48bf20932c1f req-b713b776-999f-45a4-b495-da0c28b291f3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:16.951186 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f9cd685e-0a51-421a-b8d1-48bf20932c1f req-b713b776-999f-45a4-b495-da0c28b291f3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1278026 May 03 21:19:16.953112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49338) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:16.958921 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'floatingip': {'port_id': '3beca490-6cc6-4909-a599-b33c199fe61c'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:19:17.023054 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49344) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:17.042361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.057776 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.061666 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:17.066036 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Usage tracker for resource:security_group_rule and tenant:4bb55936bed34ba79a95f4c70af31346 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:17.069475 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:17.078065 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:17.204233 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.210467 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.265079 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bb55936bed34ba79a95f4c70af31346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399726 May 03 21:19:17.265917 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd91aac-ae31-490b-aa4e-40102532fdba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9b6f7e-3acd-4179-8205-fb2c321798a4,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:17.268394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49356) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:17.339426 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fc73895f-85e4-431e-a66a-5f1c71e6b1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.369796 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fc73895f-85e4-431e-a66a-5f1c71e6b1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.431206 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fc73895f-85e4-431e-a66a-5f1c71e6b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.470701 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73895f-85e4-431e-a66a-5f1c71e6b1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9b6f7e-3acd-4179-8205-fb2c321798a4,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:17.478345 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fc73895f-85e4-431e-a66a-5f1c71e6b1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:17.479516 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-fc73895f-85e4-431e-a66a-5f1c71e6b1d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc9b6f7e-3acd-4179-8205-fb2c321798a4 HTTP/1.1" status: 204 len: 168 time: 0.2103624 May 03 21:19:17.662991 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524469c-8171-4b01-80a4-4dba903f7658 req-fc02eb91-661d-4554-b87c-620db92a5961 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:17.665222 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1524469c-8171-4b01-80a4-4dba903f7658 req-fc02eb91-661d-4554-b87c-620db92a5961 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.2940099 May 03 21:19:17.861388 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49382) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:17.886808 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1524469c-8171-4b01-80a4-4dba903f7658 req-91953d0d-5df2-4373-9322-16c1175d8229 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124705 May 03 21:19:18.091812 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.123082 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.139634 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:18.140482 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.153110 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Usage tracker for resource:security_group_rule and tenant:1e6207838f844e779e7bb83b643c8703 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:18.158026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:18.171217 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:18.325098 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.350737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.495655 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e6207838f844e779e7bb83b643c8703&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331949 May 03 21:19:18.498909 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49410) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:18.575054 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371d404-7438-4e0e-a66c-a46e7317c649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6aeb48-68be-4045-b7c4-f436cf736c05,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:18.577275 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Floating IP e9096303-cda1-46ca-9a39-426862dabddb associated. External IP: 172.27.0.145, port: 3beca490-6cc6-4909-a599-b33c199fe61c. May 03 21:19:18.649430 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-b9adbd94-6d1e-4ed6-9a58-f4c442202163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.650802 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-b9adbd94-6d1e-4ed6-9a58-f4c442202163 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 1098 time: 0.2787271 May 03 21:19:18.671578 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa837851-2b82-4de0-85fe-8616ec0a4d67 req-338c2eac-91ce-450d-b0ac-f15bdcf627e9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.673339 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fa837851-2b82-4de0-85fe-8616ec0a4d67 req-338c2eac-91ce-450d-b0ac-f15bdcf627e9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1906838 May 03 21:19:18.822249 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-665514fd-aa46-453d-9318-f0d7c26944a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.855938 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fa837851-2b82-4de0-85fe-8616ec0a4d67 req-9d44fba4-6ae2-441d-b246-87e6dd240ab3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491396 May 03 21:19:18.890908 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-665514fd-aa46-453d-9318-f0d7c26944a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:18.899058 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-0b8f0f93-59f9-4265-966c-61bf1dd1ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:18.900675 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-0b8f0f93-59f9-4265-966c-61bf1dd1ecf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.2263458 May 03 21:19:19.034889 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-0c645eb7-d169-4664-9dce-7330a0b58739 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d HTTP/1.1" status: 200 len: 217 time: 0.1233895 May 03 21:19:19.107623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-2c6d375d-a730-4f0a-bb76-3a582d574a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:19.109119 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-2c6d375d-a730-4f0a-bb76-3a582d574a98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0673616 May 03 21:19:19.195255 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-665514fd-aa46-453d-9318-f0d7c26944a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.214485 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-dacd25ac-fb85-462e-ae0b-381ac3539781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:19.217128 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-dacd25ac-fb85-462e-ae0b-381ac3539781 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0985818 May 03 21:19:19.220778 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ab5c0-2654-4aff-8078-34d9d8db8e27 req-c3fcdd32-ef71-4d99-9b11-6cd056150f97 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:19.222272 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-813ab5c0-2654-4aff-8078-34d9d8db8e27 req-c3fcdd32-ef71-4d99-9b11-6cd056150f97 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.3204083 May 03 21:19:19.227173 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665514fd-aa46-453d-9318-f0d7c26944a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6aeb48-68be-4045-b7c4-f436cf736c05,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:19.268831 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-665514fd-aa46-453d-9318-f0d7c26944a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.272633 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-665514fd-aa46-453d-9318-f0d7c26944a3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c6aeb48-68be-4045-b7c4-f436cf736c05 HTTP/1.1" status: 204 len: 168 time: 0.7697079 May 03 21:19:19.312187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:19:19.325226 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-813ab5c0-2654-4aff-8078-34d9d8db8e27 req-a121fe40-fc0d-4f7f-9e7f-47fd116d5ac8 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815611 May 03 21:19:19.412987 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-ae4ff520-fa4a-4957-8496-41c2b9116949 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728013 May 03 21:19:19.573658 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:19:19.579219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.584840 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7fa349b8-d49b-4cd3-a7bb-dced5ff39574 req-63e44af9-10c5-4c2b-aafd-a963bf14772b service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643665 May 03 21:19:19.585155 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:19:19.591450 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-76ad0acf-81ef-496a-b465-56f6230f4664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:19.617932 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:19.619047 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:19.659511 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-90484a45-cc23-4b67-aac1-fff31c8f0696 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "PUT /v2.0/floatingips/e9096303-cda1-46ca-9a39-426862dabddb HTTP/1.1" status: 200 len: 992 time: 2.7050488 May 03 21:19:19.660421 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:19.727452 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c97ad0c-011d-43ee-82d2-c4c6448f36b3'] response: {'name': 'network-changed', 'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c', 'status': 'completed', 'code': 200} May 03 21:19:19.894454 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:19.897159 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-ae8b441b-c3f7-4bd3-a5a4-40c79ecbffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:19.899595 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-ae8b441b-c3f7-4bd3-a5a4-40c79ecbffe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1099 time: 0.1192546 May 03 21:19:20.115410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-43d29afb-9f69-46d5-9206-d6e18a060940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:20.118172 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-43d29afb-9f69-46d5-9206-d6e18a060940 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.2052548 May 03 21:19:20.162969 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2bcc8-a147-4486-bf21-ce452570ea07 req-dea735b2-4fc3-4a2a-a889-e854dfb41e91 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:20.165291 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-30a2bcc8-a147-4486-bf21-ce452570ea07 req-dea735b2-4fc3-4a2a-a889-e854dfb41e91 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1546128 May 03 21:19:20.229576 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-30a2bcc8-a147-4486-bf21-ce452570ea07 req-1c7fb279-051d-407e-8a33-d593eb177599 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516517 May 03 21:19:20.439508 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-7b782a9d-3551-45d6-a2ea-58c8140ced77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 1000 time: 0.3005352 May 03 21:19:20.497416 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'e9096303-cda1-46ca-9a39-426862dabddb', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'port_id': '3beca490-6cc6-4909-a599-b33c199fe61c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'mac_address': 'fa:16:3e:c8:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:37Z', 'updated_at': '2022-05-03T21:19:17Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.502714 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:19:20.535719 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:19:20.537540 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:18:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:20.684483 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-053e9f1b-d831-494d-a9bb-36723602407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:20.688628 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-053e9f1b-d831-494d-a9bb-36723602407d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.2430964 May 03 21:19:20.758039 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:19:20.782789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b10011-758d-4bad-b246-a3e09d2eae3c req-b9654326-2dce-4c26-91b8-c9154613081b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:20.790690 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8b10011-758d-4bad-b246-a3e09d2eae3c req-b9654326-2dce-4c26-91b8-c9154613081b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.1905138 May 03 21:19:20.862024 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-7b35e805-1943-429a-be4b-9a27ce8b65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:20.864302 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-7b35e805-1943-429a-be4b-9a27ce8b65b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1615512 May 03 21:19:20.871193 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8b10011-758d-4bad-b246-a3e09d2eae3c req-8a5e015d-13e2-490e-b2f0-5a9b28dd8a1c tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791142 May 03 21:19:21.028247 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-1d84d5c6-761f-4a1b-b451-1648f14bf38b service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482980 May 03 21:19:21.164967 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'e9096303-cda1-46ca-9a39-426862dabddb', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'port_id': '3beca490-6cc6-4909-a599-b33c199fe61c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'mac_address': 'fa:16:3e:c8:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:37Z', 'updated_at': '2022-05-03T21:19:17Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:21.171404 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569d9ed-8a03-4a13-84e5-214836e6d240 None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'e9096303-cda1-46ca-9a39-426862dabddb', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'port_id': '3beca490-6cc6-4909-a599-b33c199fe61c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'mac_address': 'fa:16:3e:c8:03:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:18:37Z', 'updated_at': '2022-05-03T21:19:17Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:19:21.211570 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b20ececd-8fa8-4d15-a5f7-143366974fd2 req-d98750a0-79ff-4029-ae0f-d835fecd20b5 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747193 May 03 21:19:21.456143 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d2654-4f1a-4e9e-a920-d087dd8be647 req-e52c6a50-24fa-483d-93df-319301379c1c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:21.464670 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d00d2654-4f1a-4e9e-a920-d087dd8be647 req-e52c6a50-24fa-483d-93df-319301379c1c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1092076 May 03 21:19:21.518737 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a1ba8-ed52-45b8-bae6-d4b9bd54f30f None None] New status for floating IP e9096303-cda1-46ca-9a39-426862dabddb: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:19:21.561149 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d00d2654-4f1a-4e9e-a920-d087dd8be647 req-8a42f6b0-b0c4-467e-a44e-cf9dfb0a6282 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933883 May 03 21:19:21.787474 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-84b6fd57-2690-4791-8d40-b11f15eb696b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:21.789663 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-84b6fd57-2690-4791-8d40-b11f15eb696b tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.47 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.1219587 May 03 21:19:21.814138 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-eb864564-df75-4175-9389-aa1099f076b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:21.876161 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Deleting port 134f9640-84b3-44ad-a384-794a7a3d92ab {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:19:21.876643 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.197962 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216951cb-2907-45a3-a41a-c386efe96cf5 req-a6ee2024-f9f3-4a02-9164-928886b2b323 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:22.199423 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-216951cb-2907-45a3-a41a-c386efe96cf5 req-a6ee2024-f9f3-4a02-9164-928886b2b323 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 945 time: 0.1995771 May 03 21:19:22.245843 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] For port 134f9640-84b3-44ad-a384-794a7a3d92ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=134f9640-84b3-44ad-a384-794a7a3d92ab,segment=NetworkSegment(a0ca232a-1c8f-417f-b9f1-67c287bd26f4),segment_id=a0ca232a-1c8f-417f-b9f1-67c287bd26f4)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:19:22.246113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.380105 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Calling delete_port for 134f9640-84b3-44ad-a384-794a7a3d92ab owned by compute:nova {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:19:22.409327 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-216951cb-2907-45a3-a41a-c386efe96cf5 req-417c9ac8-2b4f-439f-9078-3aabecfc4af9 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/security-groups?id=3089e7d6-cd0e-4136-ae07-0bc2f927600b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041924 May 03 21:19:22.594891 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.615427 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['134f9640-84b3-44ad-a384-794a7a3d92ab'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:19:22.651497 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Pushing event deleted for resources: {'Port': ['ID=134f9640-84b3-44ad-a384-794a7a3d92ab,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:22.823694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] No DVR routers for this DVR port 134f9640-84b3-44ad-a384-794a7a3d92ab on host hv-cinder-84037 {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:19:22.826865 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:22.829587 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'name': 'network-vif-deleted', 'tag': '134f9640-84b3-44ad-a384-794a7a3d92ab'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:19:22.853889 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d648cbe9-c2a4-4379-be92-f534eb913aee req-8a9bf760-35aa-4a38-929a-c1f2db395891 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.47 "DELETE /v2.0/ports/134f9640-84b3-44ad-a384-794a7a3d92ab HTTP/1.1" status: 204 len: 173 time: 1.0494797 May 03 21:19:22.861858 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6dbf3-f48a-41e3-a032-7c4a3ea05467 req-b877d7f3-328e-44f6-9adf-2d0f44994a12 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:22.863529 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-84b6dbf3-f48a-41e3-a032-7c4a3ea05467 req-b877d7f3-328e-44f6-9adf-2d0f44994a12 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1399298 May 03 21:19:22.923943 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6b489b-74db-4ed8-9553-c1264ee520e0'] response: {'server_uuid': '8288a440-2eba-49fc-8a27-89b01d4e7edc', 'name': 'network-vif-deleted', 'tag': '134f9640-84b3-44ad-a384-794a7a3d92ab', 'status': 'completed', 'code': 200} May 03 21:19:22.930216 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-84b6dbf3-f48a-41e3-a032-7c4a3ea05467 req-b95795c7-1aec-42da-bee3-4d7494f5e517 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582583 May 03 21:19:22.984693 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.095339 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:23.593319 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-94ab310a-1990-4763-add9-896295700251 req-7d6e5f80-0942-4e1f-b6c2-2bfd5fd38a36 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Synchronizing usage tracker for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:19:23.613994 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-94ab310a-1990-4763-add9-896295700251 req-7d6e5f80-0942-4e1f-b6c2-2bfd5fd38a36 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] Unset dirty status for tenant:50e9202fbd354f5fb7f7e94eda8986ee on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:19:23.616161 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-94ab310a-1990-4763-add9-896295700251 req-7d6e5f80-0942-4e1f-b6c2-2bfd5fd38a36 tempest-DeleteServersTestJSON-987843443 tempest-DeleteServersTestJSON-987843443-project] 10.222.0.26 "GET /v2.0/ports?device_id=8288a440-2eba-49fc-8a27-89b01d4e7edc HTTP/1.1" status: 200 len: 210 time: 0.0783770 May 03 21:19:24.133387 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:24.148175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55583f-fa37-4d72-a60f-f7a69130bdf1 req-ebcfb328-fd21-4af5-8c88-13ae0f45d688 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:24.150234 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5c55583f-fa37-4d72-a60f-f7a69130bdf1 req-ebcfb328-fd21-4af5-8c88-13ae0f45d688 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1063614 May 03 21:19:24.197812 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5c55583f-fa37-4d72-a60f-f7a69130bdf1 req-80cd08dd-d10f-4911-960b-66f11b4479fd tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407431 May 03 21:19:25.383137 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa2444-1340-4689-af93-2c90f57b1c47 req-ac1ab304-11fd-44dd-a2d8-33f9c1e8b66e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:25.384592 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-baaa2444-1340-4689-af93-2c90f57b1c47 req-ac1ab304-11fd-44dd-a2d8-33f9c1e8b66e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0793684 May 03 21:19:25.428734 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-baaa2444-1340-4689-af93-2c90f57b1c47 req-8b4a894e-aeb5-49a9-8400-926ea6a6b14c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 May 03 21:19:26.609038 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc4e4-27cc-4f31-b7b6-e6b3f52e3899 req-5fba1025-9edd-4d79-9985-ec029a3797c7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:26.610454 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7b9fc4e4-27cc-4f31-b7b6-e6b3f52e3899 req-5fba1025-9edd-4d79-9985-ec029a3797c7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0763273 May 03 21:19:26.655151 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7b9fc4e4-27cc-4f31-b7b6-e6b3f52e3899 req-c991b662-d67b-40d3-ae9f-8172bba75cf6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385039 May 03 21:19:27.354337 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 134f9640-84b3-44ad-a384-794a7a3d92ab no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:19:27.387702 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 134f9640-84b3-44ad-a384-794a7a3d92ab {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:19:27.388044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 134f9640-84b3-44ad-a384-794a7a3d92ab not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:19:27.836396 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c08c08-56e9-4762-8c08-aeac9c73fe16 req-f186a423-f985-4ec7-99ac-4ca59ab57d13 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:27.837898 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-46c08c08-56e9-4762-8c08-aeac9c73fe16 req-f186a423-f985-4ec7-99ac-4ca59ab57d13 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0775998 May 03 21:19:27.881249 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-46c08c08-56e9-4762-8c08-aeac9c73fe16 req-8b1b24f3-85b8-44da-9caf-908f140177a2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 May 03 21:19:29.068595 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea63486-39c7-41b2-9480-88616c8c4fd2 req-4014ed15-d25e-43f0-8f47-d6b054e4ae12 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:29.070553 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bea63486-39c7-41b2-9480-88616c8c4fd2 req-4014ed15-d25e-43f0-8f47-d6b054e4ae12 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0825610 May 03 21:19:29.113449 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bea63486-39c7-41b2-9480-88616c8c4fd2 req-d3cf9c83-8919-4234-b96b-602cdd5fa086 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373099 May 03 21:19:30.301393 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f617e21-044e-4ab8-b871-3b324bfd57b5 req-b7b4bae7-6ff3-4dd0-b4be-ba23f6efb4c1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:30.302880 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f617e21-044e-4ab8-b871-3b324bfd57b5 req-b7b4bae7-6ff3-4dd0-b4be-ba23f6efb4c1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0839634 May 03 21:19:30.348688 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f617e21-044e-4ab8-b871-3b324bfd57b5 req-cfa03565-e8b0-46c6-acdb-90e7a85caecf tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391977 May 03 21:19:31.579071 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58db7d-e15f-4e9e-a46c-b5734c00dbb5 req-e773adc7-ab7a-4df6-bf8d-111c4f80c9e5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:31.581793 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2a58db7d-e15f-4e9e-a46c-b5734c00dbb5 req-e773adc7-ab7a-4df6-bf8d-111c4f80c9e5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1153295 May 03 21:19:31.634426 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2a58db7d-e15f-4e9e-a46c-b5734c00dbb5 req-9d08a99e-f1cc-45fc-9864-f46fb354cb76 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 May 03 21:19:31.862037 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49742) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:31.931810 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Deleting subnet 5424880b-26b3-4774-bd25-d6f6530861de {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:19:31.935605 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:31.989524 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.052623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.127302 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.175770 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5424880b-26b3-4774-bd25-d6f6530861de,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:32.178046 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.186357 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0190e00a-bc77-4bed-9927-3823f2fb1d3f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5424880b-26b3-4774-bd25-d6f6530861de HTTP/1.1" status: 204 len: 168 time: 0.3231940 May 03 21:19:32.189005 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49752) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:32.305533 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.379263 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49764) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:32.453075 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.481752 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5973a906-87e8-4143-8088-9bf95dfa5b90']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:32.496861 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:32.497206 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ca232a-1c8f-417f-b9f1-67c287bd26f4') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:19:32.512266 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.536080 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.543972 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:19:32.544412 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:19:32.560404 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:19:32.607718 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.626175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:32.630284 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Usage tracker for resource:security_group_rule and tenant:0f39487b5a5a46a7b4b0b0e611bf697a is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:32.633275 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:32.640402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:32.656076 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.680109 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.693066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=5973a906-87e8-4143-8088-9bf95dfa5b90,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:32.713150 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e2a212e1-3fc3-4fc5-84d3-ad5d1a0c2e89 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5973a906-87e8-4143-8088-9bf95dfa5b90 HTTP/1.1" status: 204 len: 168 time: 0.5204489 May 03 21:19:32.781214 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.788918 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:32.886112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94624e65-6edd-45ab-8be2-e6c1fc973167,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:32.908400 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-781958b0-a36f-4c6c-8069-2df012d0842a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f39487b5a5a46a7b4b0b0e611bf697a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5272095 May 03 21:19:32.910838 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49792) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:32.926846 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49796) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:32.989299 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4599bc4-6c30-46c0-89ca-77ae85fab947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.006610 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7f5d-8d44-4e9a-ac2b-888d20137cd7 req-4323f579-8ac0-4b17-8e5a-8224a0d656f6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:33.010107 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e73e7f5d-8d44-4e9a-ac2b-888d20137cd7 req-4323f579-8ac0-4b17-8e5a-8224a0d656f6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1813900 May 03 21:19:33.019793 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-23d1cd3f-b723-4d35-9c52-88b476f88236 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50e9202fbd354f5fb7f7e94eda8986ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0893736 May 03 21:19:33.022630 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4599bc4-6c30-46c0-89ca-77ae85fab947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.041171 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49800) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:33.081387 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4599bc4-6c30-46c0-89ca-77ae85fab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.098446 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4599bc4-6c30-46c0-89ca-77ae85fab947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94624e65-6edd-45ab-8be2-e6c1fc973167,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:33.105450 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4599bc4-6c30-46c0-89ca-77ae85fab947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.110105 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d4599bc4-6c30-46c0-89ca-77ae85fab947 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94624e65-6edd-45ab-8be2-e6c1fc973167 HTTP/1.1" status: 204 len: 168 time: 0.1953750 May 03 21:19:33.110842 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e73e7f5d-8d44-4e9a-ac2b-888d20137cd7 req-22c3fa9a-6e51-49cf-857b-2d02a3fb363f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897274 May 03 21:19:33.140638 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-746ee04f-5e2b-4757-aa13-006ed771e5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.177131 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-746ee04f-5e2b-4757-aa13-006ed771e5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.248921 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-746ee04f-5e2b-4757-aa13-006ed771e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.272292 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ee04f-5e2b-4757-aa13-006ed771e5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089e7d6-cd0e-4136-ae07-0bc2f927600b,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:33.282510 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-746ee04f-5e2b-4757-aa13-006ed771e5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.286527 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-746ee04f-5e2b-4757-aa13-006ed771e5ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3089e7d6-cd0e-4136-ae07-0bc2f927600b HTTP/1.1" status: 204 len: 168 time: 0.2438893 May 03 21:19:33.673267 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49838) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:33.695404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.710866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:33.715235 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Usage tracker for resource:security_group_rule and tenant:15dcab006d9149379103c25ffdc08d56 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:33.718223 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:33.723863 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:33.829679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.834436 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.884371 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15dcab006d9149379103c25ffdc08d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097363 May 03 21:19:33.885395 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a085fb8-4733-4fb7-ad19-40535c41fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579d6865-b69e-4996-ba97-03cba4ad3959,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:33.887351 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49850) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:33.956772 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dd157fca-9632-4528-b777-d7e784aaede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:33.984292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dd157fca-9632-4528-b777-d7e784aaede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.049617 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dd157fca-9632-4528-b777-d7e784aaede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.068018 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd157fca-9632-4528-b777-d7e784aaede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579d6865-b69e-4996-ba97-03cba4ad3959,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:34.071968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dd157fca-9632-4528-b777-d7e784aaede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:34.073280 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-dd157fca-9632-4528-b777-d7e784aaede0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/579d6865-b69e-4996-ba97-03cba4ad3959 HTTP/1.1" status: 204 len: 168 time: 0.1840415 May 03 21:19:34.442096 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93c23a-d67b-4473-a658-c4548e818232 req-c715afc4-6193-49c1-9eaa-5ac62f7c9dff tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:34.443883 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ad93c23a-d67b-4473-a658-c4548e818232 req-c715afc4-6193-49c1-9eaa-5ac62f7c9dff tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1371269 May 03 21:19:34.536369 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ad93c23a-d67b-4473-a658-c4548e818232 req-eda23b4d-7374-42f0-b71f-7f2e3bba71ac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830121 May 03 21:19:35.019739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49936) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:35.167262 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.187119 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:35.191407 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Usage tracker for resource:security_group_rule and tenant:236198592ef44a5fbe39702190c0189b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:35.194922 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:35.202204 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:35.298732 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.304407 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.361706 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b781e028-b6b6-4442-b8f7-20fa883bdbf1,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:35.369446 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49958) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:35.369977 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-abe78b6e-2b0f-4b2e-a66f-919430131b6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=236198592ef44a5fbe39702190c0189b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486655 May 03 21:19:35.433369 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a22907c-97a3-476c-b32e-1fd60580c05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.461196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a22907c-97a3-476c-b32e-1fd60580c05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.531573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a22907c-97a3-476c-b32e-1fd60580c05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.560095 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22907c-97a3-476c-b32e-1fd60580c05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b781e028-b6b6-4442-b8f7-20fa883bdbf1,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:35.565545 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a22907c-97a3-476c-b32e-1fd60580c05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:35.572413 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2a22907c-97a3-476c-b32e-1fd60580c05c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b781e028-b6b6-4442-b8f7-20fa883bdbf1 HTTP/1.1" status: 204 len: 168 time: 0.2004955 May 03 21:19:35.778696 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2ed9c-8753-407d-a221-d8c3a0a33528 req-0693a2a0-c1ae-4830-8305-20c4e38b6cce tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:35.790544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e1a2ed9c-8753-407d-a221-d8c3a0a33528 req-0693a2a0-c1ae-4830-8305-20c4e38b6cce tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1232171 May 03 21:19:35.853760 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49978) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:35.893372 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e1a2ed9c-8753-407d-a221-d8c3a0a33528 req-aed9976c-ab4b-425e-8fa5-2d252b2f2450 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989559 May 03 21:19:36.038163 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.038645 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.054026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49990) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:36.056893 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:36.060884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Usage tracker for resource:security_group_rule and tenant:795f9051cc1e4f489692715caba9b0db is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:36.063808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:36.069684 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:36.075389 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.096220 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:36.104082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4ea4efa9854d8bbe27b2a9f4c28b92 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:36.107212 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:36.113584 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:36.169702 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.175226 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.202845 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.207148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.223160 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=795f9051cc1e4f489692715caba9b0db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680258 May 03 21:19:36.224744 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284c6cf-656f-4d8a-b151-d750395c8e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754a2df9-0d88-4caf-abd9-caec64fcd976,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:36.226865 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 49994) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:36.342652 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1e4ea4efa9854d8bbe27b2a9f4c28b92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873442 May 03 21:19:36.345616 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 49998) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:36.358934 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b8f6c6-180b-4e1a-b0af-cc27f8c86962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9efd1-1da7-4d44-9423-c4762cfac02d,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:36.391697 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2209064f-f102-44bc-b771-1307b7cc17c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.407678 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9251dac4-c996-4a39-a0dc-11e82900f213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.418600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2209064f-f102-44bc-b771-1307b7cc17c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.437166 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9251dac4-c996-4a39-a0dc-11e82900f213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.473989 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2209064f-f102-44bc-b771-1307b7cc17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.492166 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209064f-f102-44bc-b771-1307b7cc17c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754a2df9-0d88-4caf-abd9-caec64fcd976,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:36.496405 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9251dac4-c996-4a39-a0dc-11e82900f213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.507116 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2209064f-f102-44bc-b771-1307b7cc17c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.508229 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2209064f-f102-44bc-b771-1307b7cc17c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/754a2df9-0d88-4caf-abd9-caec64fcd976 HTTP/1.1" status: 204 len: 168 time: 0.2781200 May 03 21:19:36.527237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251dac4-c996-4a39-a0dc-11e82900f213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d9efd1-1da7-4d44-9423-c4762cfac02d,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:36.542829 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9251dac4-c996-4a39-a0dc-11e82900f213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:36.543968 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9251dac4-c996-4a39-a0dc-11e82900f213 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6d9efd1-1da7-4d44-9423-c4762cfac02d HTTP/1.1" status: 204 len: 168 time: 0.1973772 May 03 21:19:37.092226 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07319e42-5112-4ed7-84d3-7d9f32113db8 req-02589334-f861-4ae9-a191-cd45601663b2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:37.094000 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-07319e42-5112-4ed7-84d3-7d9f32113db8 req-02589334-f861-4ae9-a191-cd45601663b2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0895336 May 03 21:19:37.158301 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-07319e42-5112-4ed7-84d3-7d9f32113db8 req-3b7a8c88-2b23-4e64-9d78-608139e47e4d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585494 May 03 21:19:38.372779 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a663e-3c7f-45e3-a4cd-90a36c6a52ef req-958770d1-fc33-4b6a-832c-f66ec8d5ef5b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:38.374923 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-553a663e-3c7f-45e3-a4cd-90a36c6a52ef req-958770d1-fc33-4b6a-832c-f66ec8d5ef5b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1029007 May 03 21:19:38.429647 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-553a663e-3c7f-45e3-a4cd-90a36c6a52ef req-7327cc44-e3ed-4def-aef1-130bfe8e8a66 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483553 May 03 21:19:38.624824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50128) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:38.694057 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:19:38.761979 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:38.782894 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:38.786855 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0934fd86a70c49b0b2a9975240e0977b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:38.789810 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:38.797277 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:38.890838 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:38.895158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:38.951250 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0934fd86a70c49b0b2a9975240e0977b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253162 May 03 21:19:38.952269 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5494b3-61ab-4902-8827-d279bc6027c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88aae0f-7c31-4f53-a9cf-676d977c4ecb,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:38.953951 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50150) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:39.025632 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4919-b879-4110-bb62-ed55b3498b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:39.058431 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4919-b879-4110-bb62-ed55b3498b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:39.116694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4919-b879-4110-bb62-ed55b3498b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:39.134779 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc4919-b879-4110-bb62-ed55b3498b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88aae0f-7c31-4f53-a9cf-676d977c4ecb,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:39.139188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d6bc4919-b879-4110-bb62-ed55b3498b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:39.140303 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d6bc4919-b879-4110-bb62-ed55b3498b36 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d88aae0f-7c31-4f53-a9cf-676d977c4ecb HTTP/1.1" status: 204 len: 168 time: 0.1853960 May 03 21:19:39.631087 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305c4b-c3cb-496a-8cee-5d3a311169a9 req-43fa0a00-1b33-4edc-a617-b97dafc040ed tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:39.631087 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4d305c4b-c3cb-496a-8cee-5d3a311169a9 req-43fa0a00-1b33-4edc-a617-b97dafc040ed tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0867438 May 03 21:19:39.678676 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4d305c4b-c3cb-496a-8cee-5d3a311169a9 req-e730c496-5cc1-48d3-bc89-05f2c6feccb9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426955 May 03 21:19:40.354241 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50238) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:40.468100 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.482120 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:40.485936 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Usage tracker for resource:security_group_rule and tenant:c2fc275f9f1d4c54b036556b44304c72 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:40.488720 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:40.495144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:40.578389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.581971 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.626947 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c2fc275f9f1d4c54b036556b44304c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716396 May 03 21:19:40.628539 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d30c08-5ebf-4a05-8363-76b1378b7086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2238d009-fa5b-46ac-9952-d926fd3deba2,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:40.629567 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50246) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:40.691554 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1e662af8-4b44-49ab-9936-84900f3fc409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.718264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1e662af8-4b44-49ab-9936-84900f3fc409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.771338 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1e662af8-4b44-49ab-9936-84900f3fc409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.785346 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e662af8-4b44-49ab-9936-84900f3fc409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2238d009-fa5b-46ac-9952-d926fd3deba2,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:40.829935 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1e662af8-4b44-49ab-9936-84900f3fc409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:40.831057 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-1e662af8-4b44-49ab-9936-84900f3fc409 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2238d009-fa5b-46ac-9952-d926fd3deba2 HTTP/1.1" status: 204 len: 168 time: 0.2003820 May 03 21:19:40.874307 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c2826-1b61-49c0-b6e6-73a1f3686391 req-4d1cabbe-eb16-4480-af77-bcfbf58eb2cc tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:40.875792 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c9c2826-1b61-49c0-b6e6-73a1f3686391 req-4d1cabbe-eb16-4480-af77-bcfbf58eb2cc tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0872407 May 03 21:19:40.924070 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c9c2826-1b61-49c0-b6e6-73a1f3686391 req-42adabb4-dee7-473a-b2dc-ded7a70022fa tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 May 03 21:19:41.101652 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50258) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:41.120306 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.135062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:41.138885 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Usage tracker for resource:security_group_rule and tenant:b56d389da71742e0aa4a131d49a41367 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:41.141871 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:41.147676 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:41.231503 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.235180 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.280703 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b56d389da71742e0aa4a131d49a41367&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778884 May 03 21:19:41.281623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93e991-41a3-4dfb-b6bb-a3a234f65a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e6392e-8d41-4b2e-8937-4a5e3b807c2c,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:41.283484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50264) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:41.341340 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4d83872-e084-4374-b659-0508e33b6540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.365927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4d83872-e084-4374-b659-0508e33b6540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.420746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4d83872-e084-4374-b659-0508e33b6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.437966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83872-e084-4374-b659-0508e33b6540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e6392e-8d41-4b2e-8937-4a5e3b807c2c,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:41.451626 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d4d83872-e084-4374-b659-0508e33b6540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:41.455026 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d4d83872-e084-4374-b659-0508e33b6540 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2e6392e-8d41-4b2e-8937-4a5e3b807c2c HTTP/1.1" status: 204 len: 168 time: 0.1682835 May 03 21:19:42.108770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5489f-ce21-4f1d-97ab-e250c4edb2ad req-5b788009-c9c8-47ac-9686-ea64030a79f8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:42.110152 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-73b5489f-ce21-4f1d-97ab-e250c4edb2ad req-5b788009-c9c8-47ac-9686-ea64030a79f8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0824549 May 03 21:19:42.154326 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-73b5489f-ce21-4f1d-97ab-e250c4edb2ad req-3149bbbc-a04e-4dc4-914c-682ae0923692 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377591 May 03 21:19:43.173971 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50324) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:43.308574 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.327477 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:43.340615 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Usage tracker for resource:security_group_rule and tenant:1330e56eff7d4f69a4f3aed04a83049e is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:43.340615 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:43.343185 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:43.376935 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2f836-9c07-40d9-b649-6731d23756fe req-3372cfba-d62a-4c97-82cd-cc7fe7fa738e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:43.378439 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d5d2f836-9c07-40d9-b649-6731d23756fe req-3372cfba-d62a-4c97-82cd-cc7fe7fa738e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0901537 May 03 21:19:43.426632 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d5d2f836-9c07-40d9-b649-6731d23756fe req-d2915f41-0cc3-4d03-aa27-45ff756e3a43 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 May 03 21:19:43.459346 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.465204 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.513915 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1330e56eff7d4f69a4f3aed04a83049e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387578 May 03 21:19:43.514666 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50334) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:43.518848 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca4b58d-a36f-43e5-9dc2-49af6d3eb5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f3269b-a6ce-4cde-929f-e66d49c42aa9,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:43.582201 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-016573ee-5c22-4c71-b041-1245254c2979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.609464 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-016573ee-5c22-4c71-b041-1245254c2979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.672547 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-016573ee-5c22-4c71-b041-1245254c2979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.689241 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016573ee-5c22-4c71-b041-1245254c2979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f3269b-a6ce-4cde-929f-e66d49c42aa9,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:43.699449 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-016573ee-5c22-4c71-b041-1245254c2979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:43.700645 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-016573ee-5c22-4c71-b041-1245254c2979 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f9f3269b-a6ce-4cde-929f-e66d49c42aa9 HTTP/1.1" status: 204 len: 168 time: 0.1848061 May 03 21:19:43.988440 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50346) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:44.006215 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.034384 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:44.038209 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Usage tracker for resource:security_group_rule and tenant:bd049047d44149868aaf7f5daf683f4d is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:44.041112 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:44.046637 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:44.130127 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.134328 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.179098 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd049047d44149868aaf7f5daf683f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895854 May 03 21:19:44.181285 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed7c46-b2e4-40e8-84ee-3a752f51b23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c7c69-ae95-4b1c-a6e0-eac46ba3ae62,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.183323 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50350) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:44.244053 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f570eb76-ef1a-4c79-936d-c0deca25ca02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.268578 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f570eb76-ef1a-4c79-936d-c0deca25ca02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.317454 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f570eb76-ef1a-4c79-936d-c0deca25ca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.333453 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570eb76-ef1a-4c79-936d-c0deca25ca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c7c69-ae95-4b1c-a6e0-eac46ba3ae62,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:44.341901 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f570eb76-ef1a-4c79-936d-c0deca25ca02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:44.345686 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f570eb76-ef1a-4c79-936d-c0deca25ca02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b5c7c69-ae95-4b1c-a6e0-eac46ba3ae62 HTTP/1.1" status: 204 len: 168 time: 0.1611741 May 03 21:19:44.634709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6739704-515e-48aa-86d5-bb3ac5a3f074 req-dceaed51-7ba6-4810-806c-e6cbca3f00b9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:44.636256 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f6739704-515e-48aa-86d5-bb3ac5a3f074 req-dceaed51-7ba6-4810-806c-e6cbca3f00b9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0836780 May 03 21:19:44.683668 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f6739704-515e-48aa-86d5-bb3ac5a3f074 req-353ec5f8-8045-444e-81e5-dcd390fe0d93 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417731 May 03 21:19:45.871755 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcd313-5d7c-4e70-ad58-a8b650a8827d req-0307d54e-40d7-4249-bb63-fd39a0ec17c7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:45.873254 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f2dcd313-5d7c-4e70-ad58-a8b650a8827d req-0307d54e-40d7-4249-bb63-fd39a0ec17c7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0794005 May 03 21:19:45.924749 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f2dcd313-5d7c-4e70-ad58-a8b650a8827d req-150db959-217d-4898-895a-df7e237f6501 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 May 03 21:19:47.109468 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59da9af-3147-4ef9-9742-c624e623eac0 req-54f92d48-2382-4eed-8a96-6cca94a95361 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:47.110913 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d59da9af-3147-4ef9-9742-c624e623eac0 req-54f92d48-2382-4eed-8a96-6cca94a95361 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0799477 May 03 21:19:47.121863 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50466) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:47.160720 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d59da9af-3147-4ef9-9742-c624e623eac0 req-c1cac7ba-fce3-4e74-b708-437111064504 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 May 03 21:19:47.236749 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.250728 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:47.254512 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Usage tracker for resource:security_group_rule and tenant:fa5bf8022eaf442d88ac55a1a7e6391b is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:47.257262 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:47.262826 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:47.343109 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.346642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.391579 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bd5da7-8e53-436b-b858-6626fe7f4dbe,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:47.395775 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0179dc0e-1021-4aeb-9a71-8189f170f143 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa5bf8022eaf442d88ac55a1a7e6391b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728577 May 03 21:19:47.398929 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50472) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:47.454564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16c6d045-4b8e-4825-88ae-eb85688a3d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.479810 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16c6d045-4b8e-4825-88ae-eb85688a3d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.535506 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16c6d045-4b8e-4825-88ae-eb85688a3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.550414 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6d045-4b8e-4825-88ae-eb85688a3d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bd5da7-8e53-436b-b858-6626fe7f4dbe,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:47.559813 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-16c6d045-4b8e-4825-88ae-eb85688a3d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.560919 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-16c6d045-4b8e-4825-88ae-eb85688a3d64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03bd5da7-8e53-436b-b858-6626fe7f4dbe HTTP/1.1" status: 204 len: 168 time: 0.1609650 May 03 21:19:47.870066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50490) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:47.888013 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:47.902125 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:19:47.905842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8e84d19689134eabad1afdca64dfeb6b is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:19:47.908670 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:19:47.914402 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:19:47.999863 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.003754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.050673 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e84d19689134eabad1afdca64dfeb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794760 May 03 21:19:48.051520 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cc435-8cb0-42bd-a852-da7ef9ba76f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c06a52-cea8-4d92-8a86-7b8bde39e096,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:48.053474 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50500) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:19:48.110631 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb03891d-b803-41b0-abfd-ea2c3fa8c87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.136775 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb03891d-b803-41b0-abfd-ea2c3fa8c87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.189319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb03891d-b803-41b0-abfd-ea2c3fa8c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.204459 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03891d-b803-41b0-abfd-ea2c3fa8c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c06a52-cea8-4d92-8a86-7b8bde39e096,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:19:48.214669 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fb03891d-b803-41b0-abfd-ea2c3fa8c87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:48.215833 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-fb03891d-b803-41b0-abfd-ea2c3fa8c87f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33c06a52-cea8-4d92-8a86-7b8bde39e096 HTTP/1.1" status: 204 len: 168 time: 0.1613023 May 03 21:19:48.366466 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdcf70-d80c-4615-9b53-2d9dcb03238f req-2902c9db-c061-42bf-8183-b09a677e6bc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:48.368308 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5fcdcf70-d80c-4615-9b53-2d9dcb03238f req-2902c9db-c061-42bf-8183-b09a677e6bc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0872607 May 03 21:19:48.414808 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5fcdcf70-d80c-4615-9b53-2d9dcb03238f req-b829655b-799a-4fae-8f93-acd9b9a9dbb1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 May 03 21:19:49.574399 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e64fb1ea-54fd-4a6a-a8e9-0bfb6264f65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:49.618355 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2183d-866d-44d5-a8d0-b1f787d9da70 req-cce4a149-3f8b-4cc2-bce6-0beb35691af9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:49.619881 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7f2183d-866d-44d5-a8d0-b1f787d9da70 req-cce4a149-3f8b-4cc2-bce6-0beb35691af9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0990994 May 03 21:19:49.665518 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7f2183d-866d-44d5-a8d0-b1f787d9da70 req-b77c2792-9f18-4260-8e9a-110dbc30028f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 May 03 21:19:50.848550 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679950c-4a0e-4eb9-938d-4a0499cf9eb8 req-38d4fb87-9e1b-4e1c-bae7-6bd02d0884cb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:50.850018 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9679950c-4a0e-4eb9-938d-4a0499cf9eb8 req-38d4fb87-9e1b-4e1c-bae7-6bd02d0884cb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0796261 May 03 21:19:50.895688 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9679950c-4a0e-4eb9-938d-4a0499cf9eb8 req-6a2cd751-61d1-4dba-bfe2-1d15d9489fe1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384641 May 03 21:19:51.659995 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3a8095ab-2cd1-466b-8b9a-7fb636f61557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:52.088199 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397ae67-9a5a-41e6-89f7-4f1711c3d3b7 req-a3cd83cf-3b51-4f1d-b3a1-1f86c1504012 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:52.089724 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0397ae67-9a5a-41e6-89f7-4f1711c3d3b7 req-a3cd83cf-3b51-4f1d-b3a1-1f86c1504012 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0868225 May 03 21:19:52.136729 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0397ae67-9a5a-41e6-89f7-4f1711c3d3b7 req-040dcd94-3ec8-42d2-bd4f-00054f3315f0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395737 May 03 21:19:52.984242 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:53.096339 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:53.322565 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea792ddc-ae9f-4194-a924-b5381322f105 req-63063bd7-fedb-4202-93aa-91405426b25f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:53.324092 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ea792ddc-ae9f-4194-a924-b5381322f105 req-63063bd7-fedb-4202-93aa-91405426b25f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0861280 May 03 21:19:53.368229 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ea792ddc-ae9f-4194-a924-b5381322f105 req-f9c0e858-2f17-4d94-b7cf-b0b4ac37a96b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 May 03 21:19:54.121269 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:19:54.554900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15dd01-987d-4493-af0d-e6d4e21edd4e req-d75383dc-790f-4445-90cc-e7f3d3887177 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:54.556351 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-db15dd01-987d-4493-af0d-e6d4e21edd4e req-d75383dc-790f-4445-90cc-e7f3d3887177 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0826471 May 03 21:19:54.597980 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-db15dd01-987d-4493-af0d-e6d4e21edd4e req-de3f2a01-f450-40bf-a10c-1ac00be9ff04 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360537 May 03 21:19:55.781267 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dbf5c-b3ea-45a4-a6da-947b3f15144d req-cc17b656-86d9-4f59-8d7a-b5186eb9ee24 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:55.782698 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6c4dbf5c-b3ea-45a4-a6da-947b3f15144d req-cc17b656-86d9-4f59-8d7a-b5186eb9ee24 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0783999 May 03 21:19:55.836288 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6c4dbf5c-b3ea-45a4-a6da-947b3f15144d req-35328ab2-0118-4124-b69b-5d7b2ed18894 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477285 May 03 21:19:57.015751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbf201-b55a-4bb6-9bed-08146da206d1 req-a5136235-ae5c-452d-a753-f7529601f3d5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:57.017198 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cebbf201-b55a-4bb6-9bed-08146da206d1 req-a5136235-ae5c-452d-a753-f7529601f3d5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0780306 May 03 21:19:57.062581 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cebbf201-b55a-4bb6-9bed-08146da206d1 req-95ff866b-1586-48b1-bd47-c0e55c29ef0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398462 May 03 21:19:58.241649 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd2e2-3dc5-4667-bebd-4edbd2a088bc req-0c16b406-9148-498b-9ad4-02d0c225b321 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:58.243223 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7d6cd2e2-3dc5-4667-bebd-4edbd2a088bc req-0c16b406-9148-498b-9ad4-02d0c225b321 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0781429 May 03 21:19:58.285228 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7d6cd2e2-3dc5-4667-bebd-4edbd2a088bc req-8541f18d-690d-4ace-903e-06cdb502e27e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365405 May 03 21:19:59.473770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7354950-0c72-49e5-8334-1e75f9d39550 req-732b5745-0ad3-4f08-8134-1948b860345f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:19:59.475242 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c7354950-0c72-49e5-8334-1e75f9d39550 req-732b5745-0ad3-4f08-8134-1948b860345f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0835564 May 03 21:19:59.521160 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c7354950-0c72-49e5-8334-1e75f9d39550 req-49adbf7f-a378-45fd-903e-b41041e6b546 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398829 May 03 21:20:00.708232 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdf0bb-6f2d-46cc-9ea6-a2e336bf3798 req-ff71b9b7-c6b1-4912-903a-53ec1bd64e58 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:00.709691 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-54cdf0bb-6f2d-46cc-9ea6-a2e336bf3798 req-ff71b9b7-c6b1-4912-903a-53ec1bd64e58 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0830591 May 03 21:20:00.754109 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-54cdf0bb-6f2d-46cc-9ea6-a2e336bf3798 req-ac529c6b-455e-4ecf-83e8-8f26afa3b503 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 May 03 21:20:01.937427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c73be-5519-4bd1-b458-1db010ce2d59 req-3b0a85db-d1fb-435a-9126-c2b8aaefb95d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:01.938836 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-980c73be-5519-4bd1-b458-1db010ce2d59 req-3b0a85db-d1fb-435a-9126-c2b8aaefb95d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0817661 May 03 21:20:02.040584 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-980c73be-5519-4bd1-b458-1db010ce2d59 req-3f41e277-af4e-4de3-bbd9-0a112e4a74de tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960090 May 03 21:20:03.220608 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d0c4d-1af3-4da4-88bc-7ef3bd736086 req-4a9e06c4-59b8-4e86-af61-cf9c250d4ba8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:03.222030 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-391d0c4d-1af3-4da4-88bc-7ef3bd736086 req-4a9e06c4-59b8-4e86-af61-cf9c250d4ba8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0772250 May 03 21:20:03.265379 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-391d0c4d-1af3-4da4-88bc-7ef3bd736086 req-d4c8c1b5-7083-4347-b132-71d8f1957912 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 May 03 21:20:03.646099 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b40cce-0ef6-4795-9e0e-fd4ec6ee037d req-41beb4e8-9c7f-4cad-83a5-6078688d1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:03.647630 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f8b40cce-0ef6-4795-9e0e-fd4ec6ee037d req-41beb4e8-9c7f-4cad-83a5-6078688d1f5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 1098 time: 0.0722032 May 03 21:20:03.691822 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f8b40cce-0ef6-4795-9e0e-fd4ec6ee037d req-a23f4222-28c1-467c-a8fd-442e4c3d2575 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 May 03 21:20:04.446852 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c6741-5b19-40cd-a61c-32d7713ea4d7 req-fd472b4e-e0d2-42cc-ab79-e97f2f4fb644 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:04.448312 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-247c6741-5b19-40cd-a61c-32d7713ea4d7 req-fd472b4e-e0d2-42cc-ab79-e97f2f4fb644 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0789487 May 03 21:20:04.492027 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-247c6741-5b19-40cd-a61c-32d7713ea4d7 req-7f389387-82df-4532-887d-6b59f32e449d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379806 May 03 21:20:05.734426 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-a57bdff9-2d95-487b-89be-58cc3def95bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1929123 May 03 21:20:05.764984 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403666a9-41ca-4594-b0dd-2f57fec24845 req-8bd1d0fd-8d34-4d4b-a287-79e173ccb943 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.766509 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-403666a9-41ca-4594-b0dd-2f57fec24845 req-8bd1d0fd-8d34-4d4b-a287-79e173ccb943 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1682630 May 03 21:20:05.884040 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-403666a9-41ca-4594-b0dd-2f57fec24845 req-f7bb319a-c5e7-4ea8-bf5f-eb80fdd45cab tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652604 May 03 21:20:05.899263 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-264aec6f-6a47-4f79-bfbc-366db80b124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:05.900812 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-264aec6f-6a47-4f79-bfbc-366db80b124d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1099 time: 0.1334105 May 03 21:20:06.054812 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:06.060511 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-d53c7c1c-e123-4698-b121-5ac12745c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:06.062088 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-d53c7c1c-e123-4698-b121-5ac12745c55a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1348662 May 03 21:20:06.136185 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-ef60591a-1de5-46b2-9ddc-1ebe02c59010 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 217 time: 0.0674331 May 03 21:20:06.204224 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-60c7e8ff-8427-445d-b959-8c2476c4bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:06.205651 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-60c7e8ff-8427-445d-b959-8c2476c4bc9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0635417 May 03 21:20:06.283479 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-32c747c1-7a65-4667-b4b7-ee889209a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:06.285084 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-32c747c1-7a65-4667-b4b7-ee889209a064 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728099 May 03 21:20:06.435358 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-15b77ab8-7291-40ad-9b28-14f1cd4c76cf service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436586 May 03 21:20:06.578726 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad87e6a4-41ee-43a1-94cd-ff2514e32c9a req-a88ea83f-4e82-4e0e-88eb-eef200e1a027 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360579 May 03 21:20:07.080474 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12cfb-ecbc-41c9-a1a7-b9ce2d23fd0a req-923d206b-7d90-43e0-b486-684aedb4e6e5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:07.082487 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7ae12cfb-ecbc-41c9-a1a7-b9ce2d23fd0a req-923d206b-7d90-43e0-b486-684aedb4e6e5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0860896 May 03 21:20:07.128038 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7ae12cfb-ecbc-41c9-a1a7-b9ce2d23fd0a req-ec544238-774b-424d-8fa8-342c0223a927 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 May 03 21:20:07.314933 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618aa36-5231-4a08-9289-fa8e35f84b8d req-77f04e65-6265-4699-8947-447cc29f919f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:07.316527 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5618aa36-5231-4a08-9289-fa8e35f84b8d req-77f04e65-6265-4699-8947-447cc29f919f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0848894 May 03 21:20:07.362238 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5618aa36-5231-4a08-9289-fa8e35f84b8d req-098c7656-ed83-4c00-8992-913974f69b9a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386424 May 03 21:20:07.468824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50820) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:07.665697 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.680900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:07.684827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Usage tracker for resource:security_group_rule and tenant:ba1a6ce2642f4c56ad37dd8bee881319 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:07.687856 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:07.693968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:07.803185 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.811997 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.880925 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50840) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:07.881062 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba1a6ce2642f4c56ad37dd8bee881319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4111164 May 03 21:20:07.884065 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e156f51-7530-4aeb-a846-a30f796f4975,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:07.891516 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.891859 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.892187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.892705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.893030 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.893356 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.893680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.894002 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.894320 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.894637 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.894973 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.895296 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f2c36d-b22f-4469-8812-59d7e9ba6745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:07.949776 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:07.982935 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.048533 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.067435 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e156f51-7530-4aeb-a846-a30f796f4975,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.081085 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.081425 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.081762 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.082332 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.082663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.083008 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.083329 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.083645 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.083965 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.084278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.084589 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.085607 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:08.089813 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.094637 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4afa5e8d-1b1a-44f4-96d9-e10b9cab9462 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e156f51-7530-4aeb-a846-a30f796f4975 HTTP/1.1" status: 204 len: 168 time: 0.2083929 May 03 21:20:08.270359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50858) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:08.383787 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50864) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:08.386875 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.400834 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.404126 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:08.407807 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddbfb35277142aa9a46f1b689216935 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:08.410487 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:08.415332 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:08.416574 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:08.419071 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Usage tracker for resource:security_group_rule and tenant:3586e65b10314be0a047176a10b0b8ec is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:08.422013 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:08.427863 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:08.506110 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.510836 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.521315 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.527449 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.561574 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ddbfb35277142aa9a46f1b689216935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901025 May 03 21:20:08.563144 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbd826-4d2b-4ade-9354-298ecdbcece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2225251c-8530-4d58-bad0-71097feb4426,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.565397 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50868) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:08.579548 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3586e65b10314be0a047176a10b0b8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920366 May 03 21:20:08.579548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5140da9-f8b1-44a8-8ac6-d1b74bab8622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a499ceb2-6f2d-4534-ab9e-47af5ddb6086,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.580627 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50872) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:08.660148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2c78b485-e669-4e71-b0b7-b4d97fc67a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.692203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d716f444-38f8-44c4-b7f4-b0e71fbccdca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.708060 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2c78b485-e669-4e71-b0b7-b4d97fc67a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.738126 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d716f444-38f8-44c4-b7f4-b0e71fbccdca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.799933 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2c78b485-e669-4e71-b0b7-b4d97fc67a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.815273 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d716f444-38f8-44c4-b7f4-b0e71fbccdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.821386 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c78b485-e669-4e71-b0b7-b4d97fc67a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2225251c-8530-4d58-bad0-71097feb4426,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.840712 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716f444-38f8-44c4-b7f4-b0e71fbccdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a499ceb2-6f2d-4534-ab9e-47af5ddb6086,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:08.842474 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d716f444-38f8-44c4-b7f4-b0e71fbccdca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.849196 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d716f444-38f8-44c4-b7f4-b0e71fbccdca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a499ceb2-6f2d-4534-ab9e-47af5ddb6086 HTTP/1.1" status: 204 len: 168 time: 0.2620785 May 03 21:20:08.849196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2c78b485-e669-4e71-b0b7-b4d97fc67a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:08.849196 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2c78b485-e669-4e71-b0b7-b4d97fc67a47 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2225251c-8530-4d58-bad0-71097feb4426 HTTP/1.1" status: 204 len: 168 time: 0.2790585 May 03 21:20:09.211729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50892) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:09.231678 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.246976 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:09.250722 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Usage tracker for resource:security_group_rule and tenant:198f4fec20234ec18a9621ce23617725 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:09.253607 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:09.260078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:09.347359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.352406 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.405805 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=198f4fec20234ec18a9621ce23617725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1929770 May 03 21:20:09.406755 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce489b4d-b257-42e5-9d82-55e0153f292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed88dbd-e16e-479d-b6bc-26c5815a94ad,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:09.408452 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50902) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:09.471411 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-73da0f06-7fe5-41b7-a01e-5a44d0fe1640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.501761 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-73da0f06-7fe5-41b7-a01e-5a44d0fe1640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.556037 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-73da0f06-7fe5-41b7-a01e-5a44d0fe1640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.574160 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da0f06-7fe5-41b7-a01e-5a44d0fe1640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed88dbd-e16e-479d-b6bc-26c5815a94ad,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:09.586786 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-73da0f06-7fe5-41b7-a01e-5a44d0fe1640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.587866 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-73da0f06-7fe5-41b7-a01e-5a44d0fe1640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ed88dbd-e16e-479d-b6bc-26c5815a94ad HTTP/1.1" status: 204 len: 168 time: 0.1777799 May 03 21:20:09.939983 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 50924) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:09.958142 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:09.972878 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:09.977401 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Usage tracker for resource:security_group_rule and tenant:59aacb7e480344ebbd15aac1621305a9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:09.980348 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:09.989679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:10.086158 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.091101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.139386 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59aacb7e480344ebbd15aac1621305a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982744 May 03 21:20:10.140219 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ddb9-c143-451e-9ca9-e1f1decabbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e152386-089c-4772-b584-0ef03cf679c9,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:10.142009 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50960) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:10.210722 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-72e6aa0b-bc42-45fd-ad31-f2909907c0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.237030 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-72e6aa0b-bc42-45fd-ad31-f2909907c0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.291078 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-72e6aa0b-bc42-45fd-ad31-f2909907c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.307468 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6aa0b-bc42-45fd-ad31-f2909907c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e152386-089c-4772-b584-0ef03cf679c9,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:10.311779 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-72e6aa0b-bc42-45fd-ad31-f2909907c0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:10.312888 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-72e6aa0b-bc42-45fd-ad31-f2909907c0a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e152386-089c-4772-b584-0ef03cf679c9 HTTP/1.1" status: 204 len: 168 time: 0.1696668 May 03 21:20:11.066630 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 50998) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:11.174727 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1798364758-network', 'tenant_id': 'a7e9f58fd5644600b6a4c44a55166841'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:11.180234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:11.183919 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Usage tracker for resource:network and tenant:a7e9f58fd5644600b6a4c44a55166841 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:11.186635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:11.192530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:11.202994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Made reservation on behalf of a7e9f58fd5644600b6a4c44a55166841 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:11.205151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.219227 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.232742 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:11.236564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Usage tracker for resource:security_group_rule and tenant:a7e9f58fd5644600b6a4c44a55166841 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:11.239760 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:11.245885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:11.329221 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.333254 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.363593 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:20:11.372380 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e442d250-6bb3-4b10-8166-3dc853f8bee6,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:11.377601 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.378060 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Added segment 1b54c664-5bbe-42b0-b5aa-345b9cc05be3 of type vlan for network 3f14adab-778d-4c5c-a23b-56a00162e6b0 May 03 21:20:11.405710 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.433309 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.434192 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:11.434764 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.529940 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4621673 May 03 21:20:11.532826 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51010) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:11.539018 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aaad1b-f553-4d40-a9e4-4e61fdfe7395 admin admin] Pushing event updated for resources: {'Network': ['ID=3f14adab-778d-4c5c-a23b-56a00162e6b0,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:11.539758 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Request body: {'subnet': {'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1798364758-subnet', 'tenant_id': 'a7e9f58fd5644600b6a4c44a55166841', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:11.544360 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:11.548196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Usage tracker for resource:subnet and tenant:a7e9f58fd5644600b6a4c44a55166841 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:11.548801 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 3f14adab-778d-4c5c-a23b-56a00162e6b0 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:20:11.551009 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:11.557227 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:11.567273 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Made reservation on behalf of a7e9f58fd5644600b6a4c44a55166841 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:11.570575 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60912205'] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.849803 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60912255'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:11.925488 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0950fb9-167b-4144-ac25-d47b6f1dae63,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:11.936556 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Checking segment: {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:20:11.936977 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Network hostable DHCP agents. Network: 3f14adab-778d-4c5c-a23b-56a00162e6b0, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:20:11.957589 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Network 3f14adab-778d-4c5c-a23b-56a00162e6b0 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:20:11.969511 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 3f14adab-778d-4c5c-a23b-56a00162e6b0) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:11.980002 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:11.980577 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da198440-722f-4df5-b1e7-527160be8148 None None] Network 3f14adab-778d-4c5c-a23b-56a00162e6b0 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:20:11.981688 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:12.033037 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ae9a18a2-6c1a-41fb-9491-bcca05bc5a5e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4915829 May 03 21:20:12.264731 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282ae46-8510-43dd-81cf-5f04ba539ae1 None None] Network 3f14adab-778d-4c5c-a23b-56a00162e6b0 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:20:14.862531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-f8ea18c3-1c1a-4860-bc1c-dec27faac3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:14.864634 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-f8ea18c3-1c1a-4860-bc1c-dec27faac3ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1099 time: 0.1476653 May 03 21:20:14.907647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236e8fa-3a6d-4f5d-aba3-c8d37fc89e26 req-3e3a3523-cf1c-4771-b8f8-47dc78d599de tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:14.909190 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3236e8fa-3a6d-4f5d-aba3-c8d37fc89e26 req-3e3a3523-cf1c-4771-b8f8-47dc78d599de tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1308165 May 03 21:20:15.029021 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3236e8fa-3a6d-4f5d-aba3-c8d37fc89e26 req-37899cdf-e882-4030-9961-6bdad364c6a4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042130 May 03 21:20:15.059290 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-ffe3a692-e3c3-4ad1-8e28-f9904fd1ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.060991 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-ffe3a692-e3c3-4ad1-8e28-f9904fd1ccb0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1893084 May 03 21:20:15.134738 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-3dcc66d3-ad3e-4f90-8996-1d1e1af9bfdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 217 time: 0.0668638 May 03 21:20:15.208968 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-014c9e84-8699-431a-9b99-27670061fdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.211286 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-014c9e84-8699-431a-9b99-27670061fdec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0642345 May 03 21:20:15.290975 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-46d39bec-6b21-4fa3-803a-4353a4e9e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:15.292439 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-46d39bec-6b21-4fa3-803a-4353a4e9e9f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725510 May 03 21:20:15.424596 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-6492d416-71f7-4afa-ae35-6e1e44ceb870 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241543 May 03 21:20:15.556160 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae8be310-ee8d-41a6-bf6c-dc4cc7fa8471 req-24209130-96d6-4700-8bc8-7b4b697b2981 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256738 May 03 21:20:15.693037 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:20:16.248434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216f20-aa26-424e-9231-07676957e9fb req-bfdcde4d-3b1e-4c08-bb50-c322e2b6734c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:16.250067 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43216f20-aa26-424e-9231-07676957e9fb req-bfdcde4d-3b1e-4c08-bb50-c322e2b6734c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0875714 May 03 21:20:16.299948 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43216f20-aa26-424e-9231-07676957e9fb req-d98f7456-6509-4a32-8051-1f3ec852e90d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440679 May 03 21:20:16.349081 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-a1abbec2-3383-4561-aa5c-0b4c451044ea tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:16.350600 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-a1abbec2-3383-4561-aa5c-0b4c451044ea tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/networks?id=3f14adab-778d-4c5c-a23b-56a00162e6b0 HTTP/1.1" status: 200 len: 809 time: 0.1477013 May 03 21:20:16.365366 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-921313bf-a18a-4ade-94ce-7e2c726198f1 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/quotas/a7e9f58fd5644600b6a4c44a55166841 HTTP/1.1" status: 200 len: 375 time: 0.0088477 May 03 21:20:16.413836 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-30b5dc11-2e69-478e-8fe6-34f359d79476 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e9f58fd5644600b6a4c44a55166841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423181 May 03 21:20:16.549414 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-f7e380c8-f61f-46fc-8c35-db8ebb6d98a7 service neutron] 10.222.0.26 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287816 May 03 21:20:16.684751 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-08c6a0f7-0574-41d7-bf15-389354e3c86a service neutron] 10.222.0.26 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294124 May 03 21:20:16.853650 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4ded4d4f-9b74-4ece-94a8-30ae2f2672c5 req-1f739f22-cd46-40e5-aba6-100bbcbadce8 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0422401 May 03 21:20:17.485876 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e3b6c-1c08-460b-8533-090dd5fc5a1c req-073aaf0a-3748-4a87-bbf9-b3f9313e824e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:17.487352 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-756e3b6c-1c08-460b-8533-090dd5fc5a1c req-073aaf0a-3748-4a87-bbf9-b3f9313e824e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0810685 May 03 21:20:17.532669 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-756e3b6c-1c08-460b-8533-090dd5fc5a1c req-b192e6db-e635-41fc-a01d-ea112e875e3a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385232 May 03 21:20:18.004364 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-09c68497-f991-4643-80c6-423133f46673 req-79f38c47-cbed-48b7-98ec-495795cdd0c8 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0460141 May 03 21:20:18.720369 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e992815-e8ff-4f7d-8b30-081f15d405f6 req-ce55f2f4-0e42-4982-8fdc-ecbb39f052ea tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:18.721812 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7e992815-e8ff-4f7d-8b30-081f15d405f6 req-ce55f2f4-0e42-4982-8fdc-ecbb39f052ea tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0823622 May 03 21:20:18.772175 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7e992815-e8ff-4f7d-8b30-081f15d405f6 req-aebbd6d9-d215-475b-a38b-16ac738c0c90 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 May 03 21:20:19.159028 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6efa2747-673b-4460-892e-e7439f1b866f req-d7a07ff6-3afc-4ceb-bdf7-af16bb5a09c7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0470450 May 03 21:20:19.576385 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-df969445-6106-400a-a241-3c1be29c4e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:20.026861 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6530fa-d14b-471c-b041-80835fcc40f0 req-b6cedfb0-d9da-45b2-9603-f1658304505e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:20.028386 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7d6530fa-d14b-471c-b041-80835fcc40f0 req-b6cedfb0-d9da-45b2-9603-f1658304505e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1477840 May 03 21:20:20.072440 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7d6530fa-d14b-471c-b041-80835fcc40f0 req-ae09c197-a53f-4186-bdb1-f81bd2ee454b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383658 May 03 21:20:20.310917 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a9f3cd2f-7e84-4ae6-bb23-10e2f67a3860 req-773f1dc5-6d87-4944-8155-af59354e8776 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0442166 May 03 21:20:21.253295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d27668-4c45-4e8f-929a-9b51f7790b69 req-ddd23a8e-91b8-4caa-a3c9-21d093f69a82 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:21.255051 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e7d27668-4c45-4e8f-929a-9b51f7790b69 req-ddd23a8e-91b8-4caa-a3c9-21d093f69a82 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0799127 May 03 21:20:21.300225 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e7d27668-4c45-4e8f-929a-9b51f7790b69 req-f5dfd2d3-ef2b-4d9f-adc0-efafb498846f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 May 03 21:20:21.463075 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7fb1979a-fa56-4b29-a3d3-711584de14dc req-a257ae62-f4f9-4f8c-a858-924aa92b6ae9 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0437825 May 03 21:20:21.666358 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ae0de0c8-494a-4668-a6bd-9cae2b4ff2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:22.504488 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0eb93-94b4-44d1-b42a-e13d001c00c9 req-0cb5fc72-e645-4ce2-8e5c-3b5155d105e1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:22.506292 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0bd0eb93-94b4-44d1-b42a-e13d001c00c9 req-0cb5fc72-e645-4ce2-8e5c-3b5155d105e1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1000106 May 03 21:20:22.555471 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0bd0eb93-94b4-44d1-b42a-e13d001c00c9 req-63bbcefb-661e-41bd-bbdc-09280a93a5db tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 May 03 21:20:22.619566 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8bb9bba4-fa54-4682-bf46-4ef46ea06d25 req-42b80ec7-aa0f-447d-bf40-cf7cf818058c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0497818 May 03 21:20:22.985476 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:23.097484 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:23.740838 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-7b6f5077-8539-40fe-b8ab-d9abd03fb7f5 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:23.742734 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-7b6f5077-8539-40fe-b8ab-d9abd03fb7f5 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "GET /v2.0/networks?id=3f14adab-778d-4c5c-a23b-56a00162e6b0 HTTP/1.1" status: 200 len: 809 time: 0.1605980 May 03 21:20:23.782242 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Request body: {'port': {'device_id': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0', 'admin_state_up': True, 'tenant_id': 'a7e9f58fd5644600b6a4c44a55166841'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:23.805575 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9ba3d0ea-092f-47ce-a168-cc7f20ab1f2b req-a0269a0a-f597-4b7e-b346-64f23fea3d42 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0511923 May 03 21:20:23.941929 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:23.952626 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587bc67-eb09-438b-9e1d-51be748b8370 req-d5fe1251-d9ad-4917-ba58-7e779638602a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:23.954171 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b587bc67-eb09-438b-9e1d-51be748b8370 req-d5fe1251-d9ad-4917-ba58-7e779638602a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.2271504 May 03 21:20:23.956838 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Usage tracker for resource:port and tenant:a7e9f58fd5644600b6a4c44a55166841 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:23.961224 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:23.979142 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:24.004446 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Made reservation on behalf of a7e9f58fd5644600b6a4c44a55166841 for: {'port': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:24.008503 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:24.029514 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b587bc67-eb09-438b-9e1d-51be748b8370 req-3b992a84-01be-4024-9192-e7650cac2d67 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696142 May 03 21:20:24.125611 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:24.179919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Allocated IP 172.20.0.4 (3f14adab-778d-4c5c-a23b-56a00162e6b0/e0950fb9-167b-4144-ac25-d47b6f1dae63/5af77592-51e6-4240-a5b5-32f0d846c515) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:20:24.388440 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:24.419727 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:24.495263 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Network 3f14adab-778d-4c5c-a23b-56a00162e6b0 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:24.498193 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:24.502739 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:20:24.535011 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Pushing event updated for resources: {'Port': ['ID=5af77592-51e6-4240-a5b5-32f0d846c515,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:24.571062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:24.571664 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:24.591920 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-c53903ee-8a3e-4dc5-9797-6dc44f9bb103 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178711 May 03 21:20:24.992966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a6b88-7607-461f-94ed-17f31ba6ee80 req-169f4de5-c7f4-4941-80f4-41ded28a95dd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:24.994479 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-441a6b88-7607-461f-94ed-17f31ba6ee80 req-169f4de5-c7f4-4941-80f4-41ded28a95dd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 931 time: 0.0800161 May 03 21:20:25.036195 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-441a6b88-7607-461f-94ed-17f31ba6ee80 req-d2dd887f-6d22-42c1-8fa6-1be951851f98 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Synchronizing usage tracker for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:25.055370 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-441a6b88-7607-461f-94ed-17f31ba6ee80 req-d2dd887f-6d22-42c1-8fa6-1be951851f98 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Unset dirty status for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:25.056473 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-441a6b88-7607-461f-94ed-17f31ba6ee80 req-d2dd887f-6d22-42c1-8fa6-1be951851f98 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560694 May 03 21:20:25.218892 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fefab-a1b8-4085-9460-ba6daa92c7f0 req-1493e03c-bcfe-48c5-8853-9af4f5a3e19f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:25.220363 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b5fefab-a1b8-4085-9460-ba6daa92c7f0 req-1493e03c-bcfe-48c5-8853-9af4f5a3e19f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0825489 May 03 21:20:25.264034 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b5fefab-a1b8-4085-9460-ba6daa92c7f0 req-9aba707f-ae79-430b-9b6b-2e08c5eb29df tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373435 May 03 21:20:26.239424 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac0279-854c-4fb2-8560-27fee36f1391 req-c45f763b-fe6c-431c-933b-0762d2960c58 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:26.240923 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bdac0279-854c-4fb2-8560-27fee36f1391 req-c45f763b-fe6c-431c-933b-0762d2960c58 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 931 time: 0.0814962 May 03 21:20:26.285573 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bdac0279-854c-4fb2-8560-27fee36f1391 req-ff9a4e2f-7f01-48d2-823b-96a5a9afd3ff tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 May 03 21:20:26.445457 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98291987-c649-4d03-b04d-c250a5988d3b req-da7cab72-8086-4455-b0ab-929c5f0c6d41 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:26.446905 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-98291987-c649-4d03-b04d-c250a5988d3b req-da7cab72-8086-4455-b0ab-929c5f0c6d41 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0794530 May 03 21:20:26.493794 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-98291987-c649-4d03-b04d-c250a5988d3b req-3198cb00-36d1-4e4d-a37b-52a466445797 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411959 May 03 21:20:26.552590 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Request body: {'port': {'device_id': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:26.660183 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.078686 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af77592-51e6-4240-a5b5-32f0d846c515 {{(pid=87268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:20:27.086022 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.100092 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Transition to ACTIVE for port object 5af77592-51e6-4240-a5b5-32f0d846c515 will not be triggered until provisioned by entity L2. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:20:27.105305 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.264284 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=5af77592-51e6-4240-a5b5-32f0d846c515,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:27.341424 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Attempting to bind port 5af77592-51e6-4240-a5b5-32f0d846c515 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:20:27.341679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Attempting to bind port 5af77592-51e6-4240-a5b5-32f0d846c515 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:20:27.341997 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Attempting to bind port 5af77592-51e6-4240-a5b5-32f0d846c515 on network 3f14adab-778d-4c5c-a23b-56a00162e6b0 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:27.346558 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Port 5af77592-51e6-4240-a5b5-32f0d846c515 on network 3f14adab-778d-4c5c-a23b-56a00162e6b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:20:27.346866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Attempting to bind port 5af77592-51e6-4240-a5b5-32f0d846c515 on network 3f14adab-778d-4c5c-a23b-56a00162e6b0 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:27.351817 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:20:27.352138 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Checking segment: {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:20:27.352512 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Bound using segment: {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:20:27.352920 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Bound port: 5af77592-51e6-4240-a5b5-32f0d846c515, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'}}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:20:27.353252 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.445309 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] For port 5af77592-51e6-4240-a5b5-32f0d846c515, host hv-cinder-84037, cleared binding levels {{(pid=87268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:20:27.448525 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] For port 5af77592-51e6-4240-a5b5-32f0d846c515, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5af77592-51e6-4240-a5b5-32f0d846c515,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:20:27.454541 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.474678 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541da5e4-e10c-45cd-ab77-2edc63b16394 req-35510860-c40e-45d4-b649-2f8f09ccb53b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:27.476303 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-541da5e4-e10c-45cd-ab77-2edc63b16394 req-35510860-c40e-45d4-b649-2f8f09ccb53b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.0818079 May 03 21:20:27.516551 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:27.517647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:27.519724 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] 10.222.0.47 "PUT /v2.0/ports/5af77592-51e6-4240-a5b5-32f0d846c515 HTTP/1.1" status: 200 len: 1093 time: 0.9700854 May 03 21:20:27.519724 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'tag': '5af77592-51e6-4240-a5b5-32f0d846c515'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:27.529655 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-541da5e4-e10c-45cd-ab77-2edc63b16394 req-4f80f6f1-c0f5-425e-b3e4-f7560dc5aec2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 May 03 21:20:27.547319 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03794b8-f417-4361-bbd6-24f91fa1fe4b service neutron] Pushing event updated for resources: {'Port': ['ID=5af77592-51e6-4240-a5b5-32f0d846c515,revision_number=3']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:27.590170 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba4b9bc0-cb2b-4623-b087-60e27923cb26'] response: {'name': 'network-changed', 'server_uuid': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'tag': '5af77592-51e6-4240-a5b5-32f0d846c515', 'status': 'completed', 'code': 200} May 03 21:20:27.700381 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1456f57-b2c3-4a79-8dba-f1247765c8fa req-2698d6df-41ad-4f5f-a6f2-36290f14f9ce tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:27.701831 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f1456f57-b2c3-4a79-8dba-f1247765c8fa req-2698d6df-41ad-4f5f-a6f2-36290f14f9ce tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0787871 May 03 21:20:27.746733 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f1456f57-b2c3-4a79-8dba-f1247765c8fa req-5e691297-7919-4abd-b7cd-2203741475ab tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392866 May 03 21:20:28.718692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38034e5-3fbf-40b1-8da4-f8365e5826c9 req-6fb57b00-eaa4-4698-93e6-e87021e8c446 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:28.720148 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f38034e5-3fbf-40b1-8da4-f8365e5826c9 req-6fb57b00-eaa4-4698-93e6-e87021e8c446 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.0780964 May 03 21:20:28.762366 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f38034e5-3fbf-40b1-8da4-f8365e5826c9 req-a6abe30e-8342-4913-b219-3458927a7b35 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366132 May 03 21:20:28.928500 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cecc2c-0349-4cb9-ae53-0583633d5962 req-1dffebb7-42a6-41ba-acf9-9895727ecff4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:28.929928 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f2cecc2c-0349-4cb9-ae53-0583633d5962 req-1dffebb7-42a6-41ba-acf9-9895727ecff4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0810351 May 03 21:20:28.973342 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f2cecc2c-0349-4cb9-ae53-0583633d5962 req-e60527de-97aa-4f55-9f22-f1d0e43e19e2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 May 03 21:20:29.804642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf57e2-65ae-4f06-a224-effe6447e6dd req-878180ab-8f42-4103-801f-83b0b9107a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:29.806104 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5cdf57e2-65ae-4f06-a224-effe6447e6dd req-878180ab-8f42-4103-801f-83b0b9107a4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7e9f58fd5644600b6a4c44a55166841&device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 1096 time: 0.0714469 May 03 21:20:29.955710 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa3e1d-6c9f-4c24-b12b-9fa53eff862f req-3ca86be3-e829-4efb-a181-e3107f17d210 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:29.956557 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf57e2-65ae-4f06-a224-effe6447e6dd req-4ac51bde-0bf2-4192-8d38-2fd7511c5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:29.957257 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a2aa3e1d-6c9f-4c24-b12b-9fa53eff862f req-3ca86be3-e829-4efb-a181-e3107f17d210 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.0896854 May 03 21:20:29.957966 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5cdf57e2-65ae-4f06-a224-effe6447e6dd req-4ac51bde-0bf2-4192-8d38-2fd7511c5ff4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a7e9f58fd5644600b6a4c44a55166841&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1419611 May 03 21:20:30.008038 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a2aa3e1d-6c9f-4c24-b12b-9fa53eff862f req-b858f967-4d0b-4bb5-a78d-929558adbc51 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 May 03 21:20:30.150106 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf57e2-65ae-4f06-a224-effe6447e6dd req-f2f2a0c9-5ab4-485e-8b70-a50805cadb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:30.151554 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5cdf57e2-65ae-4f06-a224-effe6447e6dd req-f2f2a0c9-5ab4-485e-8b70-a50805cadb02 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1874835 May 03 21:20:30.183751 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30791ea7-dbe8-4b71-9238-3d5705af4a1a req-a5d087f5-799d-44b2-87db-33eea1f22282 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:30.185188 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-30791ea7-dbe8-4b71-9238-3d5705af4a1a req-a5d087f5-799d-44b2-87db-33eea1f22282 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1037855 May 03 21:20:30.278419 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-30791ea7-dbe8-4b71-9238-3d5705af4a1a req-1bd7c9ad-fed6-4754-a17e-da528da10886 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 May 03 21:20:30.289822 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-ca8c17fe-020a-462d-bd89-b8313937695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:30.291349 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-ca8c17fe-020a-462d-bd89-b8313937695d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7e9f58fd5644600b6a4c44a55166841&device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 1096 time: 0.1038191 May 03 21:20:30.363697 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-f1da8870-5277-436c-b6a0-1bbb3607db55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5af77592-51e6-4240-a5b5-32f0d846c515 HTTP/1.1" status: 200 len: 217 time: 0.0647390 May 03 21:20:30.423194 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-66009818-18a6-45de-84ca-10617415b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:30.424601 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-66009818-18a6-45de-84ca-10617415b528 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0950fb9-167b-4144-ac25-d47b6f1dae63 HTTP/1.1" status: 200 len: 849 time: 0.0550721 May 03 21:20:30.472763 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-5409d5fa-5457-4834-a118-5ce6e15a2d8e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f14adab-778d-4c5c-a23b-56a00162e6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421584 May 03 21:20:30.680367 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-e4144bd0-d155-448c-b701-258a8a3ff52c service neutron] 10.222.0.47 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012749 May 03 21:20:30.813045 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-62f8b23d-e3e9-4460-97a2-9f241da74122 req-bc8d31b6-0717-4a83-a323-cf2fe02e3e41 service neutron] 10.222.0.47 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262274 May 03 21:20:31.187621 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14d24e-52bb-4350-960c-b043ac49873c req-44ac6540-fcb9-47ba-88c9-7f735dc5d2b7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:31.188889 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da14d24e-52bb-4350-960c-b043ac49873c req-44ac6540-fcb9-47ba-88c9-7f735dc5d2b7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.0818222 May 03 21:20:31.232859 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da14d24e-52bb-4350-960c-b043ac49873c req-77a38a7f-e7b1-4c27-ac05-e75253d8d28c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378156 May 03 21:20:31.468854 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120498d-1990-4109-ad5d-d01c4d64f435 req-221b3176-43da-4695-9c95-2381bd02c3c7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:31.470283 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c120498d-1990-4109-ad5d-d01c4d64f435 req-221b3176-43da-4695-9c95-2381bd02c3c7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0796239 May 03 21:20:31.515272 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c120498d-1990-4109-ad5d-d01c4d64f435 req-9a3715fa-0416-4c9e-866d-9bb566e95131 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387931 May 03 21:20:32.511010 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f10c73-12ee-4430-a123-4ddfab51e904 req-347f03f9-0129-48d8-98b0-f2583e513bbc tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:32.512708 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f2f10c73-12ee-4430-a123-4ddfab51e904 req-347f03f9-0129-48d8-98b0-f2583e513bbc tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.1724353 May 03 21:20:32.590688 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f2f10c73-12ee-4430-a123-4ddfab51e904 req-8d9dc0aa-f4f2-45cb-97ff-822a78af8245 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706820 May 03 21:20:32.737573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a3540-90e0-485a-b579-b8b86f74276a req-c5adcaa5-a6a4-4b22-a40b-b5fe403c01e0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:32.739260 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c66a3540-90e0-485a-b579-b8b86f74276a req-c5adcaa5-a6a4-4b22-a40b-b5fe403c01e0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0842514 May 03 21:20:32.783492 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c66a3540-90e0-485a-b579-b8b86f74276a req-07ddd4fc-d89c-42f4-be59-f8f5e1f8a9fb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379379 May 03 21:20:33.769303 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5809ed-16e8-40ee-841c-e686b633cb19 req-496a7cf2-e84f-4aa1-a3cf-68676a49908d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:33.770992 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d5809ed-16e8-40ee-841c-e686b633cb19 req-496a7cf2-e84f-4aa1-a3cf-68676a49908d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.0812972 May 03 21:20:33.823361 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d5809ed-16e8-40ee-841c-e686b633cb19 req-fc24017a-ecc3-4636-8a11-1418204dfde8 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 May 03 21:20:33.987589 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57309bf3-28bb-4dfe-9107-ce6c2762cf8b req-d47a51ea-45f6-403e-ae1e-e174a32e74d2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:33.989286 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-57309bf3-28bb-4dfe-9107-ce6c2762cf8b req-d47a51ea-45f6-403e-ae1e-e174a32e74d2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0811601 May 03 21:20:34.032421 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-57309bf3-28bb-4dfe-9107-ce6c2762cf8b req-f882c279-652e-4ef4-81cf-dcd0517b6f4c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368435 May 03 21:20:35.016748 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028f17b-f2ce-4bd1-9cec-3c073332da5b req-e693d8ed-1af5-45dd-ae26-cd34d4d694aa tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:35.023492 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b028f17b-f2ce-4bd1-9cec-3c073332da5b req-e693d8ed-1af5-45dd-ae26-cd34d4d694aa tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 943 time: 0.0941541 May 03 21:20:35.066233 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b028f17b-f2ce-4bd1-9cec-3c073332da5b req-bd906e61-a0f9-47ed-8b1d-596c993fc5fe tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 May 03 21:20:35.185331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51382) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:35.241889 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e382006-d02f-4653-8223-e963b15c421b req-9eb25b42-716d-4a21-b8f7-6ccbd06a238b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:35.244059 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e382006-d02f-4653-8223-e963b15c421b req-9eb25b42-716d-4a21-b8f7-6ccbd06a238b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0883424 May 03 21:20:35.263616 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51388) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:35.289178 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e382006-d02f-4653-8223-e963b15c421b req-998ff0f4-5d7a-4076-a37c-851cacf46ab2 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391512 May 03 21:20:35.372382 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.388003 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:35.391876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Usage tracker for resource:security_group_rule and tenant:783f64bf848f47518a7be596584210bb is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:35.394628 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:35.400599 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:35.494243 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.511026 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.514716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:35.518179 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.524749 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Usage tracker for resource:security_group_rule and tenant:d86385edba1b408fbbedebcbd48cbae3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:35.536855 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:35.547253 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:35.579428 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=783f64bf848f47518a7be596584210bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3925452 May 03 21:20:35.582113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51394) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:35.582252 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1fde5-9436-4821-9ffe-53ab8c723d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910f69e1-29c7-440f-a394-33155077f1bf,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:35.658257 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-190f84b4-d8a9-445e-8105-d4d90a895a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.663628 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.668078 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.687052 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-190f84b4-d8a9-445e-8105-d4d90a895a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.711988 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d86385edba1b408fbbedebcbd48cbae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466891 May 03 21:20:35.714556 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51400) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:35.716357 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887442c-f23c-4e5b-bfc2-9ec5cc262899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba3299a-1f1e-4a60-bc30-8f3a3bddf460,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:35.726035 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 5af77592-51e6-4240-a5b5-32f0d846c515 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:20:35.785818 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-190f84b4-d8a9-445e-8105-d4d90a895a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.804206 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f84b4-d8a9-445e-8105-d4d90a895a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f69e1-29c7-440f-a394-33155077f1bf,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:35.806913 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e42a-e5b2-4e5c-977b-31c413a1ee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.822916 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-190f84b4-d8a9-445e-8105-d4d90a895a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.824036 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-190f84b4-d8a9-445e-8105-d4d90a895a4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/910f69e1-29c7-440f-a394-33155077f1bf HTTP/1.1" status: 204 len: 168 time: 0.2409704 May 03 21:20:35.841531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e42a-e5b2-4e5c-977b-31c413a1ee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.872003 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 5af77592-51e6-4240-a5b5-32f0d846c515, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5af77592-51e6-4240-a5b5-32f0d846c515,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:35.885933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '5af77592-51e6-4240-a5b5-32f0d846c515', 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0', 'port_id': '5af77592-51e6-4240-a5b5-32f0d846c515', 'mac_address': 'fa:16:3e:d4:46:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0950fb9-167b-4144-ac25-d47b6f1dae63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:20:35.897646 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e42a-e5b2-4e5c-977b-31c413a1ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.911731 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e42a-e5b2-4e5c-977b-31c413a1ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba3299a-1f1e-4a60-bc30-8f3a3bddf460,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:35.920550 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e42a-e5b2-4e5c-977b-31c413a1ee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.921626 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e3b1e42a-e5b2-4e5c-977b-31c413a1ee81 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4ba3299a-1f1e-4a60-bc30-8f3a3bddf460 HTTP/1.1" status: 204 len: 168 time: 0.2060606 May 03 21:20:35.953597 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:35.976049 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af77592-51e6-4240-a5b5-32f0d846c515 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:20:35.992024 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 5af77592-51e6-4240-a5b5-32f0d846c515, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5af77592-51e6-4240-a5b5-32f0d846c515,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:35.996632 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.072244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.077388 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=5af77592-51e6-4240-a5b5-32f0d846c515,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:36.088858 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.089521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.089812 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.090113 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.090619 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.091220 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.091578 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.091911 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.094040 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.094360 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.094757 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.095159 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:20:36.262161 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00902cf3-6a8a-4ce0-93a6-b41fae7afeab req-4273fb87-f7a4-48ed-b71d-f311ba14e85d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:36.263706 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-00902cf3-6a8a-4ce0-93a6-b41fae7afeab req-4273fb87-f7a4-48ed-b71d-f311ba14e85d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 944 time: 0.0877311 May 03 21:20:36.310905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51422) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:36.328977 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-00902cf3-6a8a-4ce0-93a6-b41fae7afeab req-35df64c9-3fb5-4fce-b504-1ba968db91a4 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 May 03 21:20:36.333054 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.350999 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:36.355254 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Usage tracker for resource:security_group_rule and tenant:54ed0834dc4c49559e80e879da67036c is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:36.358071 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:36.364198 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:36.451177 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.456261 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.486068 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb988c8c-9805-4696-98a9-1c202e7af77f req-9581c3e6-3c74-4ef6-84e3-72ca280155d7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:36.488397 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb988c8c-9805-4696-98a9-1c202e7af77f req-9581c3e6-3c74-4ef6-84e3-72ca280155d7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0886745 May 03 21:20:36.509084 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dda862-4550-4f0e-a2c8-a56889f174bf,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:36.517556 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-43e20cc8-2dc5-4cc1-bc0e-1c666afbc633 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=54ed0834dc4c49559e80e879da67036c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056236 May 03 21:20:36.521354 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51430) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:36.592263 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-eb988c8c-9805-4696-98a9-1c202e7af77f req-c808f17f-98a5-47ce-8ca8-c13c93d721c8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954902 May 03 21:20:36.609427 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb2c4-aa11-4083-b028-1217238bf199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.636635 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb2c4-aa11-4083-b028-1217238bf199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.693404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb2c4-aa11-4083-b028-1217238bf199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.712866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bb2c4-aa11-4083-b028-1217238bf199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dda862-4550-4f0e-a2c8-a56889f174bf,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:36.715078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb2c4-aa11-4083-b028-1217238bf199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:36.718770 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-7b6bb2c4-aa11-4083-b028-1217238bf199 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/77dda862-4550-4f0e-a2c8-a56889f174bf HTTP/1.1" status: 204 len: 168 time: 0.1958377 May 03 21:20:36.822406 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['5af77592-51e6-4240-a5b5-32f0d846c515'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:20:37.564301 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aec2ee-2c40-40cb-8140-283a3e7bee77 req-f986be08-1e24-44c2-a4b6-d1267bbfcc1e tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:37.566022 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-47aec2ee-2c40-40cb-8140-283a3e7bee77 req-f986be08-1e24-44c2-a4b6-d1267bbfcc1e tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 944 time: 0.0997233 May 03 21:20:37.611181 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-47aec2ee-2c40-40cb-8140-283a3e7bee77 req-7457bc74-f5dc-417b-be7d-1984d61fb1d9 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 May 03 21:20:37.780403 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff487d-f3ba-4a3c-8b3d-28c5e3588fe6 req-290a3cb9-2fbd-49db-96eb-9596e8df2974 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:37.781821 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e5ff487d-f3ba-4a3c-8b3d-28c5e3588fe6 req-290a3cb9-2fbd-49db-96eb-9596e8df2974 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0828400 May 03 21:20:37.833010 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e5ff487d-f3ba-4a3c-8b3d-28c5e3588fe6 req-d747322f-8bc5-4436-a509-a7a6efc569e0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 May 03 21:20:38.205537 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51502) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:38.320133 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.333717 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:38.337570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Usage tracker for resource:security_group_rule and tenant:0af5f4cd32db4f778833f0a63d2e4b11 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:38.340311 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:38.345838 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:38.426722 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.430815 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.480414 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0af5f4cd32db4f778833f0a63d2e4b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737942 May 03 21:20:38.482877 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51510) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:38.485585 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abc793-e380-478b-9133-0d8ec01eccc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa2fdc0-633c-42c5-aec4-3d4c166924bc,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:38.549041 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-690ffe11-685f-4da8-8135-bfbf9e29cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.574008 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-690ffe11-685f-4da8-8135-bfbf9e29cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.625077 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-690ffe11-685f-4da8-8135-bfbf9e29cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.644135 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ffe11-685f-4da8-8135-bfbf9e29cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa2fdc0-633c-42c5-aec4-3d4c166924bc,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:38.657927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-690ffe11-685f-4da8-8135-bfbf9e29cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:38.661769 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-690ffe11-685f-4da8-8135-bfbf9e29cf97 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9fa2fdc0-633c-42c5-aec4-3d4c166924bc HTTP/1.1" status: 204 len: 168 time: 0.1778920 May 03 21:20:38.808926 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255c65d-d78f-43c3-9c83-444440523fc1 req-09774e13-7888-4ddf-a3e3-09a00312852b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:38.810410 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4255c65d-d78f-43c3-9c83-444440523fc1 req-09774e13-7888-4ddf-a3e3-09a00312852b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 944 time: 0.0868900 May 03 21:20:38.854612 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4255c65d-d78f-43c3-9c83-444440523fc1 req-1803f32d-f939-4756-bebf-d9f1c937c438 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382600 May 03 21:20:39.031015 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fd0bb-9d66-4770-b232-acb76cf9b9e3 req-78ff02d7-345b-4447-a8cf-dfc758476ff8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:39.032477 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-631fd0bb-9d66-4770-b232-acb76cf9b9e3 req-78ff02d7-345b-4447-a8cf-dfc758476ff8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0807273 May 03 21:20:39.081333 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-631fd0bb-9d66-4770-b232-acb76cf9b9e3 req-0e9beeb0-bdf3-43de-a48c-1ba0657ef256 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 May 03 21:20:39.741941 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 5af77592-51e6-4240-a5b5-32f0d846c515 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:20:39.853386 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 5af77592-51e6-4240-a5b5-32f0d846c515 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:20:39.868370 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 5af77592-51e6-4240-a5b5-32f0d846c515 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:20:39.868850 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:40.017042 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:40.048575 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af77592-51e6-4240-a5b5-32f0d846c515'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:40.058187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bd8ed-c737-439d-b959-4cdaaac5630e req-a0f4443c-8169-47fd-958e-3bcc12ab3a69 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:40.067105 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-086bd8ed-c737-439d-b959-4cdaaac5630e req-a0f4443c-8169-47fd-958e-3bcc12ab3a69 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 944 time: 0.0948186 May 03 21:20:40.069667 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 5af77592-51e6-4240-a5b5-32f0d846c515, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5af77592-51e6-4240-a5b5-32f0d846c515,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:40.074654 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:40.113497 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-086bd8ed-c737-439d-b959-4cdaaac5630e req-1e217622-9494-4695-a8b9-20d1ea8a1d17 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 May 03 21:20:40.124616 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b5ff1f-47d0-49bc-86a5-fded2768ab36'] response: {'server_uuid': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af77592-51e6-4240-a5b5-32f0d846c515', 'code': 200} May 03 21:20:40.163383 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=5af77592-51e6-4240-a5b5-32f0d846c515,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:40.279437 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e975ee6-4d4c-4480-bd40-7d148fbe89af req-b2ae1dec-bfce-4e81-bd5c-8cce244e0b4b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:40.281570 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7e975ee6-4d4c-4480-bd40-7d148fbe89af req-b2ae1dec-bfce-4e81-bd5c-8cce244e0b4b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0868597 May 03 21:20:40.389051 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7e975ee6-4d4c-4480-bd40-7d148fbe89af req-0949bc70-da4a-4204-ab91-840182525930 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011624 May 03 21:20:40.413813 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da3d51-8dea-4f13-b3bc-379b689afd15 req-7e50d837-fc3c-4ed6-9fe8-0f8ba4eb516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:40.415212 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-23da3d51-8dea-4f13-b3bc-379b689afd15 req-7e50d837-fc3c-4ed6-9fe8-0f8ba4eb516c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 1098 time: 0.0852983 May 03 21:20:40.458445 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-23da3d51-8dea-4f13-b3bc-379b689afd15 req-20400316-faf7-4cd8-9a47-28a00ed7aee7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 May 03 21:20:41.005689 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96254c-bb22-4ff5-ad82-ab786444f6b0 req-716229f5-ab46-45d1-9dfc-0e03dfd02051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:41.007873 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c96254c-bb22-4ff5-ad82-ab786444f6b0 req-716229f5-ab46-45d1-9dfc-0e03dfd02051 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1099 time: 0.0711966 May 03 21:20:41.046844 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c96254c-bb22-4ff5-ad82-ab786444f6b0 req-bfb36900-78d8-4ec5-a8df-f4c936a0ceac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 May 03 21:20:41.305261 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ffb3f-27dc-423d-8744-d57e93e92f3f req-0f9a1c43-050e-423c-96ae-d0b986859153 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:41.306710 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-006ffb3f-27dc-423d-8744-d57e93e92f3f req-0f9a1c43-050e-423c-96ae-d0b986859153 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.0823925 May 03 21:20:41.348717 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-006ffb3f-27dc-423d-8744-d57e93e92f3f req-73e706d7-91dd-4280-a376-07c647435d73 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362365 May 03 21:20:41.574257 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35957183-603d-4ab3-bf40-2c2a27b8d331 req-67c6f88e-0071-4a06-a683-a8ef0294bb58 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:41.575756 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-35957183-603d-4ab3-bf40-2c2a27b8d331 req-67c6f88e-0071-4a06-a683-a8ef0294bb58 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0817177 May 03 21:20:41.619531 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-35957183-603d-4ab3-bf40-2c2a27b8d331 req-a9e08ae8-a31d-4385-8d46-6f5a4d13b4c4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381534 May 03 21:20:42.574254 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ebbb2-a1bb-4b9d-9674-dfe240519a02 req-b009df3b-4d46-45da-9ad1-bf9a67bcc740 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:42.575765 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-117ebbb2-a1bb-4b9d-9674-dfe240519a02 req-b009df3b-4d46-45da-9ad1-bf9a67bcc740 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.1243672 May 03 21:20:42.632409 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-117ebbb2-a1bb-4b9d-9674-dfe240519a02 req-a492bfc3-5c40-4e2e-a472-56b35ec18fcb tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 May 03 21:20:42.832551 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f06939-238e-4198-a277-06815e76d137 req-07a12066-a3ca-4fee-bc52-4521cf1ea70c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:42.834122 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8f06939-238e-4198-a277-06815e76d137 req-07a12066-a3ca-4fee-bc52-4521cf1ea70c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0847178 May 03 21:20:42.884122 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8f06939-238e-4198-a277-06815e76d137 req-a268be25-7c78-409b-8188-d70bba3efdf3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430176 May 03 21:20:43.748825 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51622) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:43.898609 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:43.921305 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:43.930188 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Usage tracker for resource:security_group_rule and tenant:015b526d5ae84268bc3fb82d6edea329 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:43.933939 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:43.952796 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313602ae-3190-4431-8eb6-79857b1b81ee req-f9b086ad-9b81-4f8c-bd53-b59a0eed9e67 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:43.954654 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-313602ae-3190-4431-8eb6-79857b1b81ee req-f9b086ad-9b81-4f8c-bd53-b59a0eed9e67 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.1473913 May 03 21:20:43.955808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:44.042743 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-313602ae-3190-4431-8eb6-79857b1b81ee req-1c92aa4c-3cea-4abb-951b-9dc2cceffb6c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715051 May 03 21:20:44.119093 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:44.123379 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:44.131184 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b344a6-c222-4bc6-bd30-61dfa35cbccc req-0cea7adc-179c-4342-a7b0-24fc3a0b1111 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:44.132803 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93b344a6-c222-4bc6-bd30-61dfa35cbccc req-0cea7adc-179c-4342-a7b0-24fc3a0b1111 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1084831 May 03 21:20:44.167905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d49652a-42f3-4f19-8065-39d43f5ed04f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:44.176358 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-00ffc56e-bbe1-4520-b64d-abd10328beb6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=015b526d5ae84268bc3fb82d6edea329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254224 May 03 21:20:44.177975 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51642) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:44.191493 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93b344a6-c222-4bc6-bd30-61dfa35cbccc req-8edec598-7989-4aba-bf58-2c7256f980b8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524273 May 03 21:20:44.238079 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-aee63e0c-6047-4c0e-9287-703f32b689e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:44.265933 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-aee63e0c-6047-4c0e-9287-703f32b689e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:44.325141 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-aee63e0c-6047-4c0e-9287-703f32b689e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:44.345757 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-aee63e0c-6047-4c0e-9287-703f32b689e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:44.346865 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-aee63e0c-6047-4c0e-9287-703f32b689e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d49652a-42f3-4f19-8065-39d43f5ed04f HTTP/1.1" status: 204 len: 168 time: 0.1677947 May 03 21:20:44.347751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee63e0c-6047-4c0e-9287-703f32b689e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d49652a-42f3-4f19-8065-39d43f5ed04f,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:44.635751 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-b4ad7b8c-6a8e-4201-834e-10e8427faa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:44.637635 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-b4ad7b8c-6a8e-4201-834e-10e8427faa82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1099 time: 0.0956843 May 03 21:20:44.716762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e34cae-99b3-4fee-b5e2-f1d996383728 req-3a065e59-2b7a-4825-b9b2-ca5d6b4404ad tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:44.719412 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6e34cae-99b3-4fee-b5e2-f1d996383728 req-3a065e59-2b7a-4825-b9b2-ca5d6b4404ad tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0948992 May 03 21:20:44.768957 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6e34cae-99b3-4fee-b5e2-f1d996383728 req-2e4408d1-f685-44a3-8d45-f5ef96896ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 May 03 21:20:44.859139 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-5d4b2079-dc43-4552-a165-aacb31fad46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:44.859795 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-5d4b2079-dc43-4552-a165-aacb31fad46a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.2145710 May 03 21:20:44.934067 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-2e06835c-225d-4e9e-98c4-4c396603427d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 217 time: 0.0671194 May 03 21:20:45.004509 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-fe9df880-a03a-47b3-81f0-0205fb42183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:45.006545 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-fe9df880-a03a-47b3-81f0-0205fb42183e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0656569 May 03 21:20:45.090490 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-86e07e6c-ddf2-4344-8187-215e70c67696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:45.091979 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-86e07e6c-ddf2-4344-8187-215e70c67696 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797083 May 03 21:20:45.113408 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51686) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:45.240180 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-28b9a91d-600f-45a7-b620-085f16267801 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395683 May 03 21:20:45.276590 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1744425033-network', 'tenant_id': '2ad375d0eb9b4b55b8a820544080baa6'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:45.283409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:45.290477 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Usage tracker for resource:network and tenant:2ad375d0eb9b4b55b8a820544080baa6 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:45.294047 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:45.301618 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:45.331704 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892aac-c755-48bb-ad5f-7d7a2c55799c req-e1f0688d-9860-4866-afc4-d06a857116d7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:45.333188 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d892aac-c755-48bb-ad5f-7d7a2c55799c req-e1f0688d-9860-4866-afc4-d06a857116d7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.1531165 May 03 21:20:45.334601 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Made reservation on behalf of 2ad375d0eb9b4b55b8a820544080baa6 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:45.337004 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.372544 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.402767 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:45.414907 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d892aac-c755-48bb-ad5f-7d7a2c55799c req-c745ce36-63cf-438a-a1d9-11ba1478b7f6 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665107 May 03 21:20:45.423015 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a3b756b-aaa5-417d-92fa-b0fb664ebfae req-6516d022-9fec-4f63-a1f3-74d286883adc service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701450 May 03 21:20:45.428354 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Usage tracker for resource:security_group_rule and tenant:2ad375d0eb9b4b55b8a820544080baa6 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:45.434234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:45.440180 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:45.540295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51698) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:45.561163 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.568496 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.589902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:20:45.611402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.611746 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Added segment 5bca90b5-d2b8-41f0-8f44-3321af540d41 of type vlan for network 1a3d689f-b56f-407a-9566-ead0f14acfde May 03 21:20:45.612891 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cadaaa-8b96-4ad7-820e-666267d602b2,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:45.657508 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.695343 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.696344 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:45.697076 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.712892 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.727534 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:45.732087 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Usage tracker for resource:security_group_rule and tenant:9004d612ed184cf98f2089eb143e9f7e is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:45.735312 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:45.742770 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:45.846465 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.852570 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.871219 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7563975 May 03 21:20:45.872127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f9bab0-40d7-460c-8c4a-eadfbf8959bc admin admin] Pushing event updated for resources: {'Network': ['ID=1a3d689f-b56f-407a-9566-ead0f14acfde,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:45.874247 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51710) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:45.880438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Request body: {'subnet': {'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1744425033-subnet', 'tenant_id': '2ad375d0eb9b4b55b8a820544080baa6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:45.882510 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 1a3d689f-b56f-407a-9566-ead0f14acfde details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:20:45.887885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:45.892391 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Usage tracker for resource:subnet and tenant:2ad375d0eb9b4b55b8a820544080baa6 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:45.895492 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:45.903053 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:45.915622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Made reservation on behalf of 2ad375d0eb9b4b55b8a820544080baa6 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:45.918203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:45.953704 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186a889d-b8e6-48b2-ae80-63b07d98042b,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:45.957893 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-01372fd6-c860-4e79-a649-9578ce05b38d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9004d612ed184cf98f2089eb143e9f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158185 May 03 21:20:45.966435 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51714) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:46.053390 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fd2ce-3e4d-439f-8973-e2fd21789506 req-82e1ec7c-0beb-4557-8db9-3baa69b23ce0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:46.054856 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e1fd2ce-3e4d-439f-8973-e2fd21789506 req-82e1ec7c-0beb-4557-8db9-3baa69b23ce0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1526868 May 03 21:20:46.055661 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-62095ebb-21e6-4a52-a4d5-93b937fb5cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.105124 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-62095ebb-21e6-4a52-a4d5-93b937fb5cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.134545 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e1fd2ce-3e4d-439f-8973-e2fd21789506 req-2ad82003-7108-4179-9f59-c6d70bf6333c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697968 May 03 21:20:46.156433 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.167886 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-62095ebb-21e6-4a52-a4d5-93b937fb5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.184054 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62095ebb-21e6-4a52-a4d5-93b937fb5cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186a889d-b8e6-48b2-ae80-63b07d98042b,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:46.188474 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-62095ebb-21e6-4a52-a4d5-93b937fb5cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.192530 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-62095ebb-21e6-4a52-a4d5-93b937fb5cb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/186a889d-b8e6-48b2-ae80-63b07d98042b HTTP/1.1" status: 204 len: 168 time: 0.2221420 May 03 21:20:46.239539 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ea38e6-f654-4221-9f4e-777f13bd7685,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:46.245652 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Checking segment: {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:20:46.246002 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Network hostable DHCP agents. Network: 1a3d689f-b56f-407a-9566-ead0f14acfde, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:20:46.264915 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Network 1a3d689f-b56f-407a-9566-ead0f14acfde is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:20:46.274740 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 1a3d689f-b56f-407a-9566-ead0f14acfde) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:46.279286 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:46.279900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:46.284612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6a54e-5da4-4e95-9ede-2299f6a936b3 None None] Network 1a3d689f-b56f-407a-9566-ead0f14acfde requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:20:46.301886 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-38f24d4a-a8c0-48c1-98b3-4d39ce46f8ec admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4262688 May 03 21:20:46.565044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e80f8-9e72-4eed-b13e-5e0f121720a9 None None] Network 1a3d689f-b56f-407a-9566-ead0f14acfde requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:20:46.666885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596e6ac-c7e1-445b-aa3e-39b81e93f275 req-8ce90ecc-8cf5-49f7-9a93-e8b5a666eed0 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:46.668474 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5596e6ac-c7e1-445b-aa3e-39b81e93f275 req-8ce90ecc-8cf5-49f7-9a93-e8b5a666eed0 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.1225128 May 03 21:20:46.716669 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5596e6ac-c7e1-445b-aa3e-39b81e93f275 req-f35fbc80-ee57-45da-9576-c769358db1a2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428085 May 03 21:20:47.023992 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-6c8bb5c1-968f-493a-ac13-e616305e8f8b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:47.024781 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-6c8bb5c1-968f-493a-ac13-e616305e8f8b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Synchronizing usage tracker for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:47.046662 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-6c8bb5c1-968f-493a-ac13-e616305e8f8b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Unset dirty status for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:47.048325 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-6c8bb5c1-968f-493a-ac13-e616305e8f8b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.1450052 May 03 21:20:47.139851 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Deleting port 5af77592-51e6-4240-a5b5-32f0d846c515 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:20:47.140420 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.461563 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0081594-a5b0-4d05-b45a-6f545b787c8b req-a2b5d7d9-3a99-4904-9632-ddf8e2234ec8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:47.463053 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c0081594-a5b0-4d05-b45a-6f545b787c8b req-a2b5d7d9-3a99-4904-9632-ddf8e2234ec8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.1877873 May 03 21:20:47.574245 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] For port 5af77592-51e6-4240-a5b5-32f0d846c515, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=5af77592-51e6-4240-a5b5-32f0d846c515,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:20:47.574835 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.772681 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c0081594-a5b0-4d05-b45a-6f545b787c8b req-b4506a7a-fc8b-403b-a530-75f32209d4f6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035736 May 03 21:20:47.779207 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Calling delete_port for 5af77592-51e6-4240-a5b5-32f0d846c515 owned by compute:nova {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:20:47.936663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:47.937792 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f69f96-3ad4-4ec2-a173-e7fb389f429d req-c1f8d245-f056-47d0-8377-8742ff443501 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:47.940258 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-05f69f96-3ad4-4ec2-a173-e7fb389f429d req-c1f8d245-f056-47d0-8377-8742ff443501 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 945 time: 0.0947049 May 03 21:20:47.952157 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['5af77592-51e6-4240-a5b5-32f0d846c515'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:20:47.995111 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-05f69f96-3ad4-4ec2-a173-e7fb389f429d req-725c7019-c08c-4e59-aba1-46f72ee82285 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 May 03 21:20:47.995609 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Pushing event deleted for resources: {'Port': ['ID=5af77592-51e6-4240-a5b5-32f0d846c515,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:48.108158 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] No DVR routers for this DVR port 5af77592-51e6-4240-a5b5-32f0d846c515 on host hv-cinder-84037 {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:20:48.110662 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:48.113343 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'name': 'network-vif-deleted', 'tag': '5af77592-51e6-4240-a5b5-32f0d846c515'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:48.142399 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cf2cd1ea-19a0-4dc8-9145-3e3a8b26ce91 req-0945b4b3-3030-4a3b-82c8-e73730fa9e72 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "DELETE /v2.0/ports/5af77592-51e6-4240-a5b5-32f0d846c515 HTTP/1.1" status: 204 len: 173 time: 1.0877442 May 03 21:20:48.168261 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d6b4b0-496d-40e4-8df3-683b5d399099'] response: {'server_uuid': 'a1acdd7e-7cd3-48ff-830b-49cd434d86f1', 'name': 'network-vif-deleted', 'tag': '5af77592-51e6-4240-a5b5-32f0d846c515', 'status': 'completed', 'code': 200} May 03 21:20:48.565085 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-1473714c-2d5b-42a2-a1a3-8fd970894325 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:48.565755 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-1473714c-2d5b-42a2-a1a3-8fd970894325 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Synchronizing usage tracker for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:48.585732 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-1473714c-2d5b-42a2-a1a3-8fd970894325 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Unset dirty status for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:48.587006 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-1473714c-2d5b-42a2-a1a3-8fd970894325 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/networks?id=1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 200 len: 814 time: 0.1801972 May 03 21:20:48.611480 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-60063d76-9b0a-4d63-b681-1fd60615c4a0 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/quotas/2ad375d0eb9b4b55b8a820544080baa6 HTTP/1.1" status: 200 len: 375 time: 0.0180640 May 03 21:20:48.678378 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-64aaf683-3955-4207-ac42-5fff06d03de9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541599 May 03 21:20:48.809273 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-10f93fbc-0eca-40ba-a47b-b9f5f04306c7 service neutron] 10.222.0.26 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229177 May 03 21:20:48.937855 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-3a3a6e1a-e316-431e-a958-9bec43effd37 service neutron] 10.222.0.26 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226377 May 03 21:20:48.956501 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dd909-b65a-489b-893f-1a4ebec8980e req-9e0fae89-e9b2-493b-8d45-037680198434 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:48.958052 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e43dd909-b65a-489b-893f-1a4ebec8980e req-9e0fae89-e9b2-493b-8d45-037680198434 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0791783 May 03 21:20:49.008646 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e43dd909-b65a-489b-893f-1a4ebec8980e req-78414a3a-1285-4228-a7dc-901c9b4f4042 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396042 May 03 21:20:49.124718 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9acb54ec-98db-497e-8b6a-39011c5b47fd req-f16720ef-06a0-422f-ae18-533d930f67ee tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 210 time: 0.0450473 May 03 21:20:49.201733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-cda0c3c4-7758-4011-837e-c914c8ef6aa9 req-235d2051-879b-45cf-8b5b-4c4cea4ec071 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Synchronizing usage tracker for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:49.223572 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-cda0c3c4-7758-4011-837e-c914c8ef6aa9 req-235d2051-879b-45cf-8b5b-4c4cea4ec071 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Unset dirty status for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:49.225968 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cda0c3c4-7758-4011-837e-c914c8ef6aa9 req-235d2051-879b-45cf-8b5b-4c4cea4ec071 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0777078 May 03 21:20:49.577639 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-834f78e5-1e1a-49e8-a923-6a76aa6634e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:50.271829 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8071c394-5ad9-418b-b0f4-e2a563b905b2 req-fedc8b95-7e0a-47c2-afbc-c6bd85407001 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 210 time: 0.0442464 May 03 21:20:50.398104 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0f7056b2-ce21-482c-88ab-62a7368d6a2e req-0eed80fa-ca3e-44e4-ba9e-64f6c30906e5 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0429885 May 03 21:20:51.421778 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-17b8700f-1225-4780-95ac-0935827ac1dc req-44052545-4bb6-4663-a59a-9b714f59f270 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 210 time: 0.0427108 May 03 21:20:51.559738 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c4bff5fd-bbc0-49a3-ba3b-3cff3fd0b76d req-865d8be0-3392-4dd6-a1f0-a8ccbf800934 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a1acdd7e-7cd3-48ff-830b-49cd434d86f1 HTTP/1.1" status: 200 len: 210 time: 0.0434601 May 03 21:20:51.658165 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-67fb1016-bffa-43b8-804e-cbe310f1307f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:52.012997 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 5af77592-51e6-4240-a5b5-32f0d846c515 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:20:52.051171 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 5af77592-51e6-4240-a5b5-32f0d846c515 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:20:52.051510 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 5af77592-51e6-4240-a5b5-32f0d846c515 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:20:52.625061 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0e2ea24c-d755-4dab-82da-426c378a206c req-9ec3ec80-d078-4d5e-b674-9fa5d4657b06 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 210 time: 0.0473857 May 03 21:20:52.691307 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:20:53.000383 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:53.025526 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-c051904a-e208-4ae8-aa14-bce07bdb3025 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:53.026212 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-c051904a-e208-4ae8-aa14-bce07bdb3025 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Synchronizing usage tracker for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:53.045716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-c051904a-e208-4ae8-aa14-bce07bdb3025 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Unset dirty status for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:53.046867 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-c051904a-e208-4ae8-aa14-bce07bdb3025 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/networks?id=3f14adab-778d-4c5c-a23b-56a00162e6b0 HTTP/1.1" status: 200 len: 809 time: 0.1913197 May 03 21:20:53.064781 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-693dea7c-817d-4544-917e-4affeb807909 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/quotas/a7e9f58fd5644600b6a4c44a55166841 HTTP/1.1" status: 200 len: 375 time: 0.0109289 May 03 21:20:53.112506 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:53.136414 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-1f64e94d-f5b5-4598-85f9-5c5bf482efc7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a7e9f58fd5644600b6a4c44a55166841&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653176 May 03 21:20:53.144582 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-9371a028-c300-4c83-abf9-2545e85c21ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:53.146569 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-9371a028-c300-4c83-abf9-2545e85c21ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "GET /v2.0/networks?id=1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 200 len: 814 time: 0.1765141 May 03 21:20:53.163013 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Request body: {'port': {'device_id': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde', 'admin_state_up': True, 'tenant_id': '2ad375d0eb9b4b55b8a820544080baa6'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:53.316319 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:53.322290 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Usage tracker for resource:port and tenant:2ad375d0eb9b4b55b8a820544080baa6 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:53.325364 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:53.331510 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:53.341077 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Made reservation on behalf of 2ad375d0eb9b4b55b8a820544080baa6 for: {'port': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:53.344577 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:53.356673 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-80012107-fed5-4a4e-b18f-bcef28b6e9af service neutron] 10.222.0.26 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193208 May 03 21:20:53.498310 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-19a82eab-4ba8-4c11-8bdc-9e0a59cca03a service neutron] 10.222.0.26 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333034 May 03 21:20:53.512977 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Allocated IP 172.20.0.8 (1a3d689f-b56f-407a-9566-ead0f14acfde/09ea38e6-f654-4221-9f4e-777f13bd7685/8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:20:53.741263 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8c8f2fa3-b045-4d87-b34f-f9d8a33d6b63 req-8b2c6562-6252-48c5-b264-65f3b070b78a tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 210 time: 0.0638158 May 03 21:20:53.810640 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:53.832675 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dd45d19c-d91d-404b-aa2f-828dd18357fc req-499ed72b-3bf7-4ba4-bbcf-d69cf75d19b7 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 210 time: 0.0522678 May 03 21:20:53.845415 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:53.943860 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Network 1a3d689f-b56f-407a-9566-ead0f14acfde is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:53.948508 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:53.950461 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Pushing event updated for resources: {'Port': ['ID=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:53.956508 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:20:54.033871 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:54.034618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.064028 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-8a442054-9156-40b1-94a3-553795e7b5ea tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9081929 May 03 21:20:54.137841 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.147753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Request body: {'port': {'device_id': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:54.306735 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.481619 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51940) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:54.490188 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1479533763', 'description': 'tempest-description--31155607'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:54.500423 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:54.517883 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:54.537978 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.571555 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:54.576031 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Usage tracker for resource:security_group_rule and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:54.579151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:54.587663 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:54.672846 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.681295 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.729116 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.730467 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2477610 May 03 21:20:54.733494 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 51948) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:54.752401 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'security_group_rule': {'security_group_id': '175950a5-3102-4f6c-a3c1-95f4b8a4d6bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:54.758779 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:54.762888 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Usage tracker for resource:security_group_rule and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:54.766467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:54.773695 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:54.794716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8627aab-902c-4bdf-92ac-ac4f5a8ff997 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:54.797801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.812913 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 {{(pid=87268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:20:54.829896 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.862068 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Transition to ACTIVE for port object 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 will not be triggered until provisioned by entity L2. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:20:54.867794 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.917722 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:54.929670 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.035449 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c19cff-8d95-4eb8-b002-78a8d18e6705,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:55.120156 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Pushing event updated for resources: {'Port': ['ID=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:55.120904 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9fe5b3ad-34ec-491f-bccf-983f7307cc39 req-3ce51f93-5a9d-4af5-8ca0-823f23877971 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 210 time: 0.1481833 May 03 21:20:55.172683 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.174000 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8b9599c4-0485-444b-9b08-f5eb13b3be0c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4394975 May 03 21:20:55.183454 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51960) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:55.193913 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'security_group_rule': {'security_group_id': '175950a5-3102-4f6c-a3c1-95f4b8a4d6bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:55.237683 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:55.281749 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Usage tracker for resource:security_group_rule and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:55.285362 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-7b34a960-e6d9-4661-8412-75f6c1050fc0 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:55.287209 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-7b34a960-e6d9-4661-8412-75f6c1050fc0 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "GET /v2.0/networks?id=3f14adab-778d-4c5c-a23b-56a00162e6b0 HTTP/1.1" status: 200 len: 809 time: 0.2315638 May 03 21:20:55.292984 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:55.298613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Request body: {'port': {'device_id': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0', 'admin_state_up': True, 'tenant_id': 'a7e9f58fd5644600b6a4c44a55166841'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:55.309990 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:55.356366 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Attempting to bind port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:20:55.356701 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Attempting to bind port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:20:55.357026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Attempting to bind port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 on network 1a3d689f-b56f-407a-9566-ead0f14acfde {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:55.361078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.376035 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 on network 1a3d689f-b56f-407a-9566-ead0f14acfde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:20:55.376375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Attempting to bind port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 on network 1a3d689f-b56f-407a-9566-ead0f14acfde {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:55.391203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:20:55.391530 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Checking segment: {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:20:55.391919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Bound using segment: {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:20:55.392353 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Bound port: 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'}}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:20:55.392699 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.420552 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a21b0-b265-4457-8e72-9b0562426d5a req-46d2351e-9061-4d4b-a856-b19fc47530ef tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:55.421301 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-de7a21b0-b265-4457-8e72-9b0562426d5a req-46d2351e-9061-4d4b-a856-b19fc47530ef tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Synchronizing usage tracker for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:55.443974 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:55.453143 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:55.463807 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Made reservation on behalf of a7e9f58fd5644600b6a4c44a55166841 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:20:55.469142 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.506361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-de7a21b0-b265-4457-8e72-9b0562426d5a req-46d2351e-9061-4d4b-a856-b19fc47530ef tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Unset dirty status for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:55.507544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-de7a21b0-b265-4457-8e72-9b0562426d5a req-46d2351e-9061-4d4b-a856-b19fc47530ef tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 943 time: 0.3249738 May 03 21:20:55.548016 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.559066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.597147 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764e36de-fb37-4d4d-b88f-007be74e43f9,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:55.604093 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] For port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host hv-cinder-84037, cleared binding levels {{(pid=87268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:20:55.620209 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-de7a21b0-b265-4457-8e72-9b0562426d5a req-a2ce8d28-ba17-425a-8395-357438ad2427 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039684 May 03 21:20:55.622102 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.626345 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-6a19ab78-f782-4d70-844f-a01c3fd74ad5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419787 May 03 21:20:55.626975 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 51968) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:20:55.628489 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] For port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:20:55.635059 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:55.641359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.646615 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:20:55.668921 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Allocated IP 172.20.0.7 (3f14adab-778d-4c5c-a23b-56a00162e6b0/e0950fb9-167b-4144-ac25-d47b6f1dae63/63e1f860-1d5b-4dbf-959f-972e9374bbdd) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:20:55.697236 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Usage tracker for resource:floatingip and tenant:78333aede1254711a7162a6eb3074d4f is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:20:55.703880 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:20:55.714101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:20:55.718555 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:55.719189 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.720549 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] 10.222.0.47 "PUT /v2.0/ports/8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 HTTP/1.1" status: 200 len: 1093 time: 1.5912781 May 03 21:20:55.720984 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'tag': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:55.749417 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.770444 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a060eda-e6bc-4f7d-94e0-f9da118ece9c'] response: {'name': 'network-changed', 'server_uuid': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'tag': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2', 'status': 'completed', 'code': 200} May 03 21:20:55.775581 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa219de-06bb-464b-adc2-49c71ffebfba service neutron] Pushing event updated for resources: {'Port': ['ID=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,revision_number=3']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:55.888864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.923505 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.945702 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-956d8b48-3c8b-472c-ba86-264027cf63de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:55.947189 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-956d8b48-3c8b-472c-ba86-264027cf63de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 1096 time: 0.1678569 May 03 21:20:55.970201 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:55.991228 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Network 3f14adab-778d-4c5c-a23b-56a00162e6b0 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:55.996400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:56.004118 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:20:56.010126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:56.010718 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.025485 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Pushing event updated for resources: {'Port': ['ID=63e1f860-1d5b-4dbf-959f-972e9374bbdd,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.043497 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-bc57524c-ea00-4976-8dc4-9a8c5cfe7aa3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7488091 May 03 21:20:56.055652 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Request body: {'port': {'device_id': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:20:56.092310 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-a2690641-06be-4da9-bc32-b8821197b1fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 HTTP/1.1" status: 200 len: 217 time: 0.0784876 May 03 21:20:56.188816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.209161 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-54092333-e405-4d31-a066-21d414b5b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:56.210579 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-54092333-e405-4d31-a066-21d414b5b7ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09ea38e6-f654-4221-9f4e-777f13bd7685 HTTP/1.1" status: 200 len: 854 time: 0.1119778 May 03 21:20:56.311272 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-0a35b5f9-8490-4383-9a0a-b7c0343e8102 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a3d689f-b56f-407a-9566-ead0f14acfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941558 May 03 21:20:56.320919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Allocated IP 172.27.0.37 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:20:56.593805 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e1f860-1d5b-4dbf-959f-972e9374bbdd {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:20:56.603943 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.622134 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Transition to ACTIVE for port object 63e1f860-1d5b-4dbf-959f-972e9374bbdd will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:20:56.626118 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.663430 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a5a65-18d3-47d6-a237-cd6de46ed7e0 req-6349150e-452e-460d-9090-55c4c631a39d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:56.664941 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1e2a5a65-18d3-47d6-a237-cd6de46ed7e0 req-6349150e-452e-460d-9090-55c4c631a39d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 931 time: 0.4129829 May 03 21:20:56.726467 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-47c3424d-0b09-4a98-9f7e-a92a7806b432 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032166 May 03 21:20:56.801177 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1e2a5a65-18d3-47d6-a237-cd6de46ed7e0 req-63c07a01-9150-4ccf-bebd-18d607dad2a3 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214805 May 03 21:20:56.804412 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.919737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8d70cbeb-e3c5-455d-b917-436cd22898ba req-16250983-8dc1-433f-a59c-5da666d69ba1 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821907 May 03 21:20:56.923266 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63e1f860-1d5b-4dbf-959f-972e9374bbdd,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:56.942008 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.960167 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Attempting to bind port 63e1f860-1d5b-4dbf-959f-972e9374bbdd on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:20:56.960749 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Attempting to bind port 63e1f860-1d5b-4dbf-959f-972e9374bbdd by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:20:56.961568 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Attempting to bind port 63e1f860-1d5b-4dbf-959f-972e9374bbdd on network 3f14adab-778d-4c5c-a23b-56a00162e6b0 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:56.968544 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Port 63e1f860-1d5b-4dbf-959f-972e9374bbdd on network 3f14adab-778d-4c5c-a23b-56a00162e6b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:20:56.968544 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Attempting to bind port 63e1f860-1d5b-4dbf-959f-972e9374bbdd on network 3f14adab-778d-4c5c-a23b-56a00162e6b0 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:20:56.976449 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:20:56.976781 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Checking segment: {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:20:56.977152 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Bound using segment: {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:20:56.977569 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Bound port: 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b54c664-5bbe-42b0-b5aa-345b9cc05be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:20:56.977989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:56.998157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c8a93-8bac-4652-898f-4a3092bfd7df req-88ac0817-b24d-4f24-8e0c-7563d2f2630a tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:56.999632 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ed0c8a93-8bac-4652-898f-4a3092bfd7df req-88ac0817-b24d-4f24-8e0c-7563d2f2630a tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 943 time: 0.1849630 May 03 21:20:57.063149 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:20:57.068240 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:20:57.070755 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:20:57.094565 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ed0c8a93-8bac-4652-898f-4a3092bfd7df req-18fc10a9-2694-41ad-a067-11121a2bb8e2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Synchronizing usage tracker for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:57.121160 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'Port': ['ID=f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:57.130743 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] For port 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:20:57.134073 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] For port 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:20:57.135661 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ed0c8a93-8bac-4652-898f-4a3092bfd7df req-18fc10a9-2694-41ad-a067-11121a2bb8e2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Unset dirty status for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:57.136816 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ed0c8a93-8bac-4652-898f-4a3092bfd7df req-18fc10a9-2694-41ad-a067-11121a2bb8e2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316843 May 03 21:20:57.139591 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.169418 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-0617dc5f-d2e9-431d-8f84-847a3a2d3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:57.170932 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-0617dc5f-d2e9-431d-8f84-847a3a2d3cce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 1096 time: 0.1802716 May 03 21:20:57.208357 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:57.208957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.210514 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/63e1f860-1d5b-4dbf-959f-972e9374bbdd HTTP/1.1" status: 200 len: 1093 time: 1.1595910 May 03 21:20:57.210992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'tag': '63e1f860-1d5b-4dbf-959f-972e9374bbdd'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:20:57.234192 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324f393-64f0-42a9-a3a5-e52fb40981f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63e1f860-1d5b-4dbf-959f-972e9374bbdd,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:57.286982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.288084 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67c75ff4-2f8c-4ce5-be76-ec79e6dce01b'] response: {'name': 'network-changed', 'server_uuid': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'tag': '63e1f860-1d5b-4dbf-959f-972e9374bbdd', 'status': 'completed', 'code': 200} May 03 21:20:57.330169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-fb04d514-8682-4679-9288-236ef4bf0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:57.331709 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-fb04d514-8682-4679-9288-236ef4bf0324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7e9f58fd5644600b6a4c44a55166841&device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 1096 time: 0.0758336 May 03 21:20:57.375618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.405360 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-4626f44f-b2c3-40e1-b55b-d75a42912aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:57.406813 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-4626f44f-b2c3-40e1-b55b-d75a42912aaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 200 len: 915 time: 0.2275677 May 03 21:20:57.408566 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-c4d655b4-a24a-405b-be0a-0f6226b0df8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd HTTP/1.1" status: 200 len: 217 time: 0.0689771 May 03 21:20:57.475333 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-fc2c5e00-1975-495b-ba1c-f333c0017182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:57.476753 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-fc2c5e00-1975-495b-ba1c-f333c0017182 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0950fb9-167b-4144-ac25-d47b6f1dae63 HTTP/1.1" status: 200 len: 849 time: 0.0591817 May 03 21:20:57.483919 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-4a226aea-c030-4e60-bc02-2daf15330941 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 HTTP/1.1" status: 200 len: 217 time: 0.0626795 May 03 21:20:57.539367 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-08d11d87-5bbb-4523-895c-6ff077ea1cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f14adab-778d-4c5c-a23b-56a00162e6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552437 May 03 21:20:57.592031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-680833e1-0b8a-4e5e-b7b2-b88c3d76562d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:57.593775 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-680833e1-0b8a-4e5e-b7b2-b88c3d76562d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09ea38e6-f654-4221-9f4e-777f13bd7685 HTTP/1.1" status: 200 len: 854 time: 0.1018887 May 03 21:20:57.694928 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-473a9459-dd5e-4a73-91e6-fc6d4e61b865 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a3d689f-b56f-407a-9566-ead0f14acfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941012 May 03 21:20:57.696353 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-62166648-b778-4eac-bad9-f602cc671257 service neutron] 10.222.0.47 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493351 May 03 21:20:57.854361 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b701299d-177d-4dd9-98b3-b7632b0e905e req-d42edf28-4ea4-4897-990f-ea0d3e8e3f47 service neutron] 10.222.0.47 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484849 May 03 21:20:57.876601 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:57.882874 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-36826849-15c9-4656-bbbb-3a6245722291 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758862 May 03 21:20:57.884015 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:58.045261 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-6b7a0d76-d695-4da5-9f1f-2909f75a3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:58.046767 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-6b7a0d76-d695-4da5-9f1f-2909f75a3d3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7e9f58fd5644600b6a4c44a55166841&device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 1096 time: 0.1362798 May 03 21:20:58.086732 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b29fb-5842-4143-859d-b41d3942a626 req-3f7d4e8c-ac56-44d4-adad-bee5d94c97c2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:58.087444 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-0b2b29fb-5842-4143-859d-b41d3942a626 req-3f7d4e8c-ac56-44d4-adad-bee5d94c97c2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Synchronizing usage tracker for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:58.106024 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'Port': ['ID=f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:20:58.116092 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:58.162771 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-852bf8c8-bf97-4447-b123-a72c5f15be38 req-b21d40ba-208d-4338-8cc1-071fbb76be39 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385561 May 03 21:20:58.164495 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:20:58.174211 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-dde15dc0-b985-48a1-9008-56950ded371b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5359313 May 03 21:20:58.184764 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-0b2b29fb-5842-4143-859d-b41d3942a626 req-3f7d4e8c-ac56-44d4-adad-bee5d94c97c2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Unset dirty status for tenant:a7e9f58fd5644600b6a4c44a55166841 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:58.186040 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0b2b29fb-5842-4143-859d-b41d3942a626 req-3f7d4e8c-ac56-44d4-adad-bee5d94c97c2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 943 time: 0.2363503 May 03 21:20:58.256667 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-041b5e8f-6a71-4945-98a9-a2bc72b73b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:58.258124 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-041b5e8f-6a71-4945-98a9-a2bc72b73b56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3f14adab-778d-4c5c-a23b-56a00162e6b0 HTTP/1.1" status: 200 len: 910 time: 0.2039940 May 03 21:20:58.274988 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0b2b29fb-5842-4143-859d-b41d3942a626 req-72bc6e53-4b4c-43a5-89df-2852440197b7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812576 May 03 21:20:58.345427 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-4ddbc5c8-a67b-4a06-a3fe-c934dfb47fbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd HTTP/1.1" status: 200 len: 217 time: 0.0687733 May 03 21:20:58.347955 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454bbfa-b8d9-4b60-8e87-21827f1a4da3 req-7e6787df-14a7-48f6-9056-562350be4d74 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:58.350474 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6454bbfa-b8d9-4b60-8e87-21827f1a4da3 req-7e6787df-14a7-48f6-9056-562350be4d74 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 943 time: 0.0881386 May 03 21:20:58.399356 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6454bbfa-b8d9-4b60-8e87-21827f1a4da3 req-251a49d5-2929-456c-a43d-b2fff44e751d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 May 03 21:20:58.441301 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-cb37f91c-37b2-4617-ab7f-0c5d58f483d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:58.443453 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-cb37f91c-37b2-4617-ab7f-0c5d58f483d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0950fb9-167b-4144-ac25-d47b6f1dae63 HTTP/1.1" status: 200 len: 849 time: 0.0918412 May 03 21:20:58.447112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-253ce14a-9d1b-4b2b-bf54-c25acd06ea76 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:20:58.495683 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-4572dcf4-a94f-4ed4-b85e-0854f9f1a5f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3f14adab-778d-4c5c-a23b-56a00162e6b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450904 May 03 21:20:58.502260 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-253ce14a-9d1b-4b2b-bf54-c25acd06ea76 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:20:58.504815 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-253ce14a-9d1b-4b2b-bf54-c25acd06ea76 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1479533763&fields=id&tenant_id=78333aede1254711a7162a6eb3074d4f HTTP/1.1" status: 200 len: 267 time: 0.1210587 May 03 21:20:58.827077 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-752c2520-2966-45a6-a8ec-531619c9fa9c service neutron] 10.222.0.47 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227258 May 03 21:20:58.833664 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-5ddb501c-4a23-4e88-9e94-88ca3ad6a6d7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:58.834927 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-5ddb501c-4a23-4e88-9e94-88ca3ad6a6d7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 819 time: 0.3123345 May 03 21:20:58.881393 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-a5f0e9e1-d44b-4378-88e3-4b1f166113fb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/quotas/78333aede1254711a7162a6eb3074d4f HTTP/1.1" status: 200 len: 375 time: 0.0269527 May 03 21:20:59.031636 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-794c1f1c-9969-4a2e-98fd-e6d5caa38534 req-6cfb1445-75c0-46c2-8f0f-59b90ef2f9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957486 May 03 21:20:59.051119 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-09d9c177-6d80-4786-a52b-0ba1ff26540c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1241226 May 03 21:20:59.196531 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-4feecc64-b362-43c9-a714-7f022941d3da service neutron] 10.222.0.26 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295328 May 03 21:20:59.341147 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-686b8c50-9e1e-458f-bc16-c4bb314687fb service neutron] 10.222.0.26 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389332 May 03 21:20:59.615624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a79522-f356-4485-96aa-b9df28af6b58 req-ee0322f9-c3fd-4112-a008-979eb96cd814 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:59.618214 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-81a79522-f356-4485-96aa-b9df28af6b58 req-ee0322f9-c3fd-4112-a008-979eb96cd814 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 943 time: 0.2180953 May 03 21:20:59.657827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9843-b65e-4e18-9cca-4d58310e1ffe req-d5ab37af-8a30-4136-b198-7436cba96ba4 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:20:59.659367 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-213b9843-b65e-4e18-9cca-4d58310e1ffe req-d5ab37af-8a30-4136-b198-7436cba96ba4 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 943 time: 0.1073792 May 03 21:20:59.674417 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-81a79522-f356-4485-96aa-b9df28af6b58 req-3f156462-57e6-43d4-bd9a-c8eab0bc4400 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454881 May 03 21:20:59.723584 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-213b9843-b65e-4e18-9cca-4d58310e1ffe req-09fca3e4-c141-4d2c-9cf9-7664aa9e4531 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557208 May 03 21:20:59.771438 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1afe46ed-e599-4749-b51f-f45f985680b1 req-6d65d839-54dd-4906-8d32-ca22fd07d1e1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 210 time: 0.0476687 May 03 21:21:00.959340 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-dd46bb4f-65f6-42ff-8d65-a02e31d793cb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:00.959340 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-dd46bb4f-65f6-42ff-8d65-a02e31d793cb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 819 time: 0.2400725 May 03 21:21:00.996817 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518afb5-77f5-4453-9a94-45dbc6b03aa2 req-186be450-5c53-4860-8175-82d934ff69cc tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:00.999137 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9518afb5-77f5-4453-9a94-45dbc6b03aa2 req-186be450-5c53-4860-8175-82d934ff69cc tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 943 time: 0.1244235 May 03 21:21:01.031735 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-44b77373-31a2-4865-8787-e012ce2010b4 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78333aede1254711a7162a6eb3074d4f HTTP/1.1" status: 200 len: 380 time: 0.0587084 May 03 21:21:01.043947 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'port': {'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'admin_state_up': True, 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'security_groups': ['175950a5-3102-4f6c-a3c1-95f4b8a4d6bc']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:01.059944 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9518afb5-77f5-4453-9a94-45dbc6b03aa2 req-f851512f-c69c-43ad-9872-e6877e625ffc tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535388 May 03 21:21:01.091709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700e793-ea16-454f-83bc-9b3b53f14eb1 req-08459c00-75ef-406e-9840-8c4bc150d06b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:01.093179 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3700e793-ea16-454f-83bc-9b3b53f14eb1 req-08459c00-75ef-406e-9840-8c4bc150d06b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 943 time: 0.2557144 May 03 21:21:01.210558 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6530561f-f2a7-41a8-8bd4-21d0e176c0f9 req-8f769bd8-ae65-4cd1-a9fc-4a4dfff8be98 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 210 time: 0.0448244 May 03 21:21:01.231110 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3700e793-ea16-454f-83bc-9b3b53f14eb1 req-c18e0ae0-3302-4d4d-9e6b-403d6d612815 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746899 May 03 21:21:01.239071 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:21:01.249396 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:21:01.259549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Made reservation on behalf of 78333aede1254711a7162a6eb3074d4f for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:21:01.263352 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.431520 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Allocated IP 172.20.0.9 (1b515388-a248-4e19-8bc0-9eff69511d6e/18a2382e-347d-4b84-bfc5-7eb94f72426d/2179c892-5c7b-4f56-86e5-e162766674ab) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:21:01.721518 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.737175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Transition to ACTIVE for port object 2179c892-5c7b-4f56-86e5-e162766674ab will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:01.762005 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.831713 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Network 1b515388-a248-4e19-8bc0-9eff69511d6e is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:21:01.835297 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:21:01.838988 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:21:01.844298 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:01.844892 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:01.858709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event updated for resources: {'Port': ['ID=2179c892-5c7b-4f56-86e5-e162766674ab,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:01.876679 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7dde794a-2a9a-4c66-a5c2-012e238f954e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371446 May 03 21:21:01.890191 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Request body: {'port': {'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:02.007057 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.075866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:21:02.115861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-2e3f3ac5-8113-4ff1-87bc-352a557a498f None None] Provisioning for port 2179c892-5c7b-4f56-86e5-e162766674ab completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:02.131338 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-2e3f3ac5-8113-4ff1-87bc-352a557a498f None None] Provisioning complete for port 2179c892-5c7b-4f56-86e5-e162766674ab triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:02.131703 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3ac5-8113-4ff1-87bc-352a557a498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.266045 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ddcb3-fec8-4102-8362-b5ef84958dc0 req-91ae61ea-cc25-4bb4-8a25-07c16e44d490 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:02.267704 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6d1ddcb3-fec8-4102-8362-b5ef84958dc0 req-91ae61ea-cc25-4bb4-8a25-07c16e44d490 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 943 time: 0.0982008 May 03 21:21:02.280314 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:02.297299 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2', 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde', 'port_id': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2', 'mac_address': 'fa:16:3e:46:9c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ea38e6-f654-4221-9f4e-777f13bd7685', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:21:02.327350 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6d1ddcb3-fec8-4102-8362-b5ef84958dc0 req-2d179aba-e13c-46e9-b7e8-b68d889c7d1a tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531955 May 03 21:21:02.327820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f3ac5-8113-4ff1-87bc-352a557a498f None None] Port 2179c892-5c7b-4f56-86e5-e162766674ab cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:21:02.366043 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.414304 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:02.430392 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:02.439236 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.440613 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 63e1f860-1d5b-4dbf-959f-972e9374bbdd details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:21:02.467622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2179c892-5c7b-4f56-86e5-e162766674ab {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:02.480294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.509836 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Transition to ACTIVE for port object 2179c892-5c7b-4f56-86e5-e162766674ab will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:21:02.519721 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.574648 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c88ab-c020-42a7-90bb-3dc5fce8d1e8 req-6c873be9-a687-4b86-b301-10fefd0ac196 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:02.577262 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-814c88ab-c020-42a7-90bb-3dc5fce8d1e8 req-6c873be9-a687-4b86-b301-10fefd0ac196 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 943 time: 0.1295440 May 03 21:21:02.618685 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Pushing event updated for resources: {'Port': ['ID=2179c892-5c7b-4f56-86e5-e162766674ab,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:02.652715 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-814c88ab-c020-42a7-90bb-3dc5fce8d1e8 req-cd59c3c3-db93-4f96-b25c-8accfc6928ec tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 May 03 21:21:02.698676 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:02.712027 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc686fb-8079-4d26-bb86-6588bf10f196 req-f917aea3-b654-4ace-b165-8348f4384a7c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:02.712683 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:02.712820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ebc686fb-8079-4d26-bb86-6588bf10f196 req-f917aea3-b654-4ace-b165-8348f4384a7c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:21:02.720479 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '63e1f860-1d5b-4dbf-959f-972e9374bbdd', 'network_id': '3f14adab-778d-4c5c-a23b-56a00162e6b0', 'port_id': '63e1f860-1d5b-4dbf-959f-972e9374bbdd', 'mac_address': 'fa:16:3e:39:ac:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0950fb9-167b-4144-ac25-d47b6f1dae63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:21:02.783908 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ebc686fb-8079-4d26-bb86-6588bf10f196 req-f917aea3-b654-4ace-b165-8348f4384a7c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:21:02.785076 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ebc686fb-8079-4d26-bb86-6588bf10f196 req-f917aea3-b654-4ace-b165-8348f4384a7c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 931 time: 0.4142451 May 03 21:21:02.792315 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Attempting to bind port 2179c892-5c7b-4f56-86e5-e162766674ab on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:21:02.792648 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Attempting to bind port 2179c892-5c7b-4f56-86e5-e162766674ab by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:21:02.792980 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Attempting to bind port 2179c892-5c7b-4f56-86e5-e162766674ab on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:02.797858 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.799089 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Port 2179c892-5c7b-4f56-86e5-e162766674ab on network 1b515388-a248-4e19-8bc0-9eff69511d6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:21:02.799409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Attempting to bind port 2179c892-5c7b-4f56-86e5-e162766674ab on network 1b515388-a248-4e19-8bc0-9eff69511d6e {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:21:02.817488 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e1f860-1d5b-4dbf-959f-972e9374bbdd {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:02.819099 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:21:02.819448 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Checking segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:21:02.819830 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Bound using segment: {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:21:02.820258 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Bound port: 2179c892-5c7b-4f56-86e5-e162766674ab, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e10779-6ccf-4d35-b094-abf82be05cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:21:02.820606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.837735 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:02.847679 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:02.904638 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ebc686fb-8079-4d26-bb86-6588bf10f196 req-b2ed2f72-7c5b-4a96-882d-c3adc5ee67dc tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065660 May 03 21:21:02.918854 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=63e1f860-1d5b-4dbf-959f-972e9374bbdd,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:02.939770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] For port 2179c892-5c7b-4f56-86e5-e162766674ab, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:21:02.943408 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] For port 2179c892-5c7b-4f56-86e5-e162766674ab, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2179c892-5c7b-4f56-86e5-e162766674ab,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:21:02.947484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.006801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.007470 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:03.008803 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] 10.222.0.47 "PUT /v2.0/ports/2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 1093 time: 1.1230109 May 03 21:21:03.009249 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:03.039634 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a89eb-8b68-4459-8e5a-4ef20db8666a service neutron] Pushing event updated for resources: {'Port': ['ID=2179c892-5c7b-4f56-86e5-e162766674ab,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:03.097752 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2315c183-02d0-4a28-8885-99eba1edf2c1'] response: {'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab', 'status': 'completed', 'code': 200} May 03 21:21:03.144104 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-5805d563-ea5e-41d7-8e47-d19c1a94bcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.145792 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-5805d563-ea5e-41d7-8e47-d19c1a94bcce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1096 time: 0.0848083 May 03 21:21:03.218292 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-eaaa6d24-ff26-44ba-b254-946d0ec588e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 217 time: 0.0653481 May 03 21:21:03.291979 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-505716ba-b041-4b3a-a7f7-dc26a7bf91a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.293407 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-505716ba-b041-4b3a-a7f7-dc26a7bf91a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0637498 May 03 21:21:03.336158 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:21:03.369529 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-cc80495d-4dc2-4dc7-be51-3f96b14ecf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.370975 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-cc80495d-4dc2-4dc7-be51-3f96b14ecf58 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712409 May 03 21:21:03.374824 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['63e1f860-1d5b-4dbf-959f-972e9374bbdd'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:21:03.586619 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-7576c461-e717-445c-9f83-acbb980d4b72 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081220 May 03 21:21:03.623230 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a127fd2-3bf7-4108-a1e0-00ba9088835b req-4d68674e-d9c9-4b0b-8980-8832a2d91385 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.624674 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a127fd2-3bf7-4108-a1e0-00ba9088835b req-4d68674e-d9c9-4b0b-8980-8832a2d91385 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 944 time: 0.1449471 May 03 21:21:03.826220 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a127fd2-3bf7-4108-a1e0-00ba9088835b req-b0fa5a27-7ea5-4dff-a943-dfd0b3d4a508 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925914 May 03 21:21:03.857422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93efa-9c82-4a16-a95d-d329396f69c8 req-7c1559be-7ac3-40f4-8e1d-8d8a7e7d6c7d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.858886 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f2c93efa-9c82-4a16-a95d-d329396f69c8 req-7c1559be-7ac3-40f4-8e1d-8d8a7e7d6c7d tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 944 time: 0.0923164 May 03 21:21:03.859934 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f80465e-bc01-4b03-aec3-4669576ed2e2 req-177ceb16-eb8a-4524-9de4-72681bc2971b service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619987 May 03 21:21:03.903970 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f2c93efa-9c82-4a16-a95d-d329396f69c8 req-e5f7acb3-0f05-47ea-86b4-5a8bae964425 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390003 May 03 21:21:03.976578 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-ea459076-c014-466c-b3d3-748bc4167eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:03.978031 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-ea459076-c014-466c-b3d3-748bc4167eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1096 time: 0.0774553 May 03 21:21:04.167490 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-342f60e5-983f-428b-a1b4-e21962016c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:04.168841 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-342f60e5-983f-428b-a1b4-e21962016c08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1844018 May 03 21:21:04.242524 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-5fc112fa-8402-4fb5-a4c2-7461a05e41f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 217 time: 0.0666981 May 03 21:21:04.249776 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ac084-383c-484c-93c4-22d434c48155 req-153d9951-e2b8-4611-894b-b99c99aab6b3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:04.251170 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e99ac084-383c-484c-93c4-22d434c48155 req-153d9951-e2b8-4611-894b-b99c99aab6b3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 943 time: 0.1792464 May 03 21:21:04.341127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-bca34557-bad4-4473-ac02-e71ab05849b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:04.342539 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-bca34557-bad4-4473-ac02-e71ab05849b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0905473 May 03 21:21:04.345392 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e99ac084-383c-484c-93c4-22d434c48155 req-238903d6-c9ea-4971-9116-4ab4637e2f3c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637288 May 03 21:21:04.426908 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-ae7926c3-7cc3-44d2-ab4a-30f4dae62d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:04.428475 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-ae7926c3-7cc3-44d2-ab4a-30f4dae62d95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703714 May 03 21:21:04.566407 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-13121429-7511-46b9-8e78-860111c90c7f service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297750 May 03 21:21:04.700070 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fb60bbe2-c4e0-444a-b6c8-63aa3476102e req-2659e00f-1d6c-4334-8519-60f8701d2e6c service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268253 May 03 21:21:04.919046 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-c36fc3f2-9ef2-4b16-9996-f80b615e84a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693979 May 03 21:21:05.019583 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92e78b-ce19-49e9-9a93-663377edbce5 req-bfd4078c-03a9-473f-992c-b2f3cb25fd88 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.022093 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5c92e78b-ce19-49e9-9a93-663377edbce5 req-bfd4078c-03a9-473f-992c-b2f3cb25fd88 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 944 time: 0.0843167 May 03 21:21:05.062830 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-aaf58c15-ecac-4aae-8af1-e10670fdcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.064327 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-aaf58c15-ecac-4aae-8af1-e10670fdcf13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1099 time: 0.1197855 May 03 21:21:05.076161 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5c92e78b-ce19-49e9-9a93-663377edbce5 req-c9f08d9f-68f6-4bea-a9f8-6e81729cafdb tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 May 03 21:21:05.182591 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff254058-bb36-4d37-a0a7-a2a9d2ba5dd5 req-6869bc58-74c2-478c-8f3c-52fcd44cc449 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.184059 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ff254058-bb36-4d37-a0a7-a2a9d2ba5dd5 req-6869bc58-74c2-478c-8f3c-52fcd44cc449 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 944 time: 0.1661873 May 03 21:21:05.255614 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ff254058-bb36-4d37-a0a7-a2a9d2ba5dd5 req-51472908-301e-42ae-b1be-e56f0381d028 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645909 May 03 21:21:05.256641 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-b1fd9d9d-a5f8-4e00-a2df-2ff8c4e40b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.257971 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-b1fd9d9d-a5f8-4e00-a2df-2ff8c4e40b87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1718793 May 03 21:21:05.360396 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-4f8acb0d-96de-4b33-8b57-3f628f96c16c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 1001 time: 0.0952899 May 03 21:21:05.427640 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-aafe06e2-0c1b-4c55-b3e1-ea4a4a2510e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.429234 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-aafe06e2-0c1b-4c55-b3e1-ea4a4a2510e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0615547 May 03 21:21:05.502430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-3d8cf8ce-d1ce-4595-ae56-107424ad863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.504038 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-3d8cf8ce-d1ce-4595-ae56-107424ad863b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0686405 May 03 21:21:05.543638 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbedc5-b54e-4c72-9573-bd3fc4f596ee req-679722d1-6b2e-40ef-b3f4-7a9084a17105 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:05.545268 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-81cbedc5-b54e-4c72-9573-bd3fc4f596ee req-679722d1-6b2e-40ef-b3f4-7a9084a17105 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 943 time: 0.0836463 May 03 21:21:05.595179 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-81cbedc5-b54e-4c72-9573-bd3fc4f596ee req-65f54fdd-cef0-404d-bc18-379d338c8136 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387282 May 03 21:21:05.708709 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-fc50dd90-42c9-43bd-9ac6-360ef7d76403 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968360 May 03 21:21:05.847873 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f0ee487-9bea-43f2-9cff-37c15499ce94 req-742d609e-60b3-44d8-813b-37456677b552 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276040 May 03 21:21:06.050115 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.102771 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:06.169836 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:06.174597 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:06.174998 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.267696 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ad421-afb1-4cc7-b3ef-6aa8cab982cc req-a9237f5c-c714-4e3b-ae38-7ffe1ee5cdde tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:06.269650 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-314ad421-afb1-4cc7-b3ef-6aa8cab982cc req-a9237f5c-c714-4e3b-ae38-7ffe1ee5cdde tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 944 time: 0.0852880 May 03 21:21:06.295482 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.329978 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:06.331615 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-314ad421-afb1-4cc7-b3ef-6aa8cab982cc req-e81c8f32-c662-484a-ac8d-acd4aa4bd94e tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555429 May 03 21:21:06.353721 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:06.359324 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.360575 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 63e1f860-1d5b-4dbf-959f-972e9374bbdd up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:06.397012 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f824278-ab31-4eaa-a572-63574206e01e'] response: {'server_uuid': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2', 'code': 200} May 03 21:21:06.491919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752032c5-bc51-4c4a-86e5-5be9cfcfce3e req-29447056-d983-4c85-b447-902bd71dac9a tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:06.499970 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-752032c5-bc51-4c4a-86e5-5be9cfcfce3e req-29447056-d983-4c85-b447-902bd71dac9a tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 944 time: 0.1027095 May 03 21:21:06.500856 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:06.506416 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 63e1f860-1d5b-4dbf-959f-972e9374bbdd completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:06.512662 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 63e1f860-1d5b-4dbf-959f-972e9374bbdd triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:06.513224 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.562371 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-752032c5-bc51-4c4a-86e5-5be9cfcfce3e req-3127233f-be28-4082-9057-66c9ac8f36f4 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611241 May 03 21:21:06.649796 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.686539 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:06.693203 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:06.763338 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=63e1f860-1d5b-4dbf-959f-972e9374bbdd,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:06.774147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb257f1-d94b-4aca-8205-97fbfaefc80c req-436c8d69-c7ba-4d14-837a-80e90884033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:06.775621 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7cb257f1-d94b-4aca-8205-97fbfaefc80c req-436c8d69-c7ba-4d14-837a-80e90884033b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 1098 time: 0.1262510 May 03 21:21:06.830393 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7cb257f1-d94b-4aca-8205-97fbfaefc80c req-dfe0b604-d7b9-4341-b960-144a69ab6b94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445404 May 03 21:21:06.850389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2f296-64b3-4d31-b252-c00db290a1ee req-5815d91e-c147-44f9-be96-19a99211bff7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:06.851793 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2bb2f296-64b3-4d31-b252-c00db290a1ee req-5815d91e-c147-44f9-be96-19a99211bff7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 943 time: 0.1318188 May 03 21:21:06.898363 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2bb2f296-64b3-4d31-b252-c00db290a1ee req-9e0bfc4c-e24b-496b-8a57-c08a74e50b8a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 May 03 21:21:07.515067 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaed82-216f-479d-864d-8be66035aaca req-6d88aee5-722b-4c9a-87f0-a1b676fd023c tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:07.516512 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-46aaed82-216f-479d-864d-8be66035aaca req-6d88aee5-722b-4c9a-87f0-a1b676fd023c tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.0839202 May 03 21:21:07.560857 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-46aaed82-216f-479d-864d-8be66035aaca req-4ac6ccb8-b257-46c3-85c2-bdb3e6a68eec tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 May 03 21:21:07.747654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983943e-e97d-4dbb-a21d-85955bb4d923 req-f4e19ccc-a86c-4421-9e37-55f0b665084c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:07.749106 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1983943e-e97d-4dbb-a21d-85955bb4d923 req-f4e19ccc-a86c-4421-9e37-55f0b665084c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0839894 May 03 21:21:07.798968 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1983943e-e97d-4dbb-a21d-85955bb4d923 req-f2040260-0f7c-4d36-be52-1565a2d68210 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 May 03 21:21:08.091992 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b698f3-2763-4cb2-8cef-7160bf513ce0 req-f0bc9ea1-db5d-4334-93dc-52ee48eaba48 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:08.093445 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-86b698f3-2763-4cb2-8cef-7160bf513ce0 req-f0bc9ea1-db5d-4334-93dc-52ee48eaba48 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 943 time: 0.0919886 May 03 21:21:08.136728 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-86b698f3-2763-4cb2-8cef-7160bf513ce0 req-9adfb9ae-754d-49ad-9a98-20dfc0f3e6fb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375288 May 03 21:21:08.398743 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e1f860-1d5b-4dbf-959f-972e9374bbdd'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:08.442442 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c515be24-f510-47d8-b7b9-be4b5a559a7d'] response: {'server_uuid': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e1f860-1d5b-4dbf-959f-972e9374bbdd', 'code': 200} May 03 21:21:08.682551 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43ed85-71d7-472f-a643-42bfc0a7dbf4 req-69c57448-f304-4ab3-9733-52aa421a3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:08.684035 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9e43ed85-71d7-472f-a643-42bfc0a7dbf4 req-69c57448-f304-4ab3-9733-52aa421a3800 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 1098 time: 0.0759296 May 03 21:21:08.727409 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9e43ed85-71d7-472f-a643-42bfc0a7dbf4 req-e3449919-2bff-4b56-9aee-f2fc2ef03170 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347929 May 03 21:21:08.751567 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35413e7-9cf5-4f79-973d-d29277006f2e req-814740d6-98f1-43d9-8d42-c0b6cf700078 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:08.753016 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b35413e7-9cf5-4f79-973d-d29277006f2e req-814740d6-98f1-43d9-8d42-c0b6cf700078 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.0788748 May 03 21:21:08.802088 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b35413e7-9cf5-4f79-973d-d29277006f2e req-4d1eaa98-eced-4270-a1a4-840f0ab20987 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430028 May 03 21:21:08.989570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae101f-2b83-4b52-9894-2528c249c06a req-a69805dd-2e4c-4144-b666-76a949f9863c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:08.991040 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9cae101f-2b83-4b52-9894-2528c249c06a req-a69805dd-2e4c-4144-b666-76a949f9863c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0885034 May 03 21:21:09.034807 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9cae101f-2b83-4b52-9894-2528c249c06a req-0cba32d7-56ad-4337-95b6-a701cce9c561 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 May 03 21:21:09.314158 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364be78c-abc1-4340-8bb3-1772fe486a8b req-bfa044a0-52db-4046-b92a-3cc63e7fa235 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:09.315550 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-364be78c-abc1-4340-8bb3-1772fe486a8b req-bfa044a0-52db-4046-b92a-3cc63e7fa235 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 943 time: 0.0780673 May 03 21:21:09.358345 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-364be78c-abc1-4340-8bb3-1772fe486a8b req-32538da9-31e4-40a0-b111-ba85461d6ff7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366075 May 03 21:21:09.986413 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f329cbd-d997-488c-a8c7-5620c8198dc2 req-f56cbdb2-3b52-42fe-a88d-959e0b157a4f tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:09.988637 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0f329cbd-d997-488c-a8c7-5620c8198dc2 req-f56cbdb2-3b52-42fe-a88d-959e0b157a4f tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.0816355 May 03 21:21:10.033908 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0f329cbd-d997-488c-a8c7-5620c8198dc2 req-add83d7e-16d2-44cf-ad25-3a1d52eb8ee7 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 May 03 21:21:10.119567 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2179c892-5c7b-4f56-86e5-e162766674ab details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:21:10.243921 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8863da0-1085-4ee3-949d-67a784bce8ac req-f9ae3960-839a-4bc2-a1f0-5c6b27d6e405 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:10.246581 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8863da0-1085-4ee3-949d-67a784bce8ac req-f9ae3960-839a-4bc2-a1f0-5c6b27d6e405 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.1013470 May 03 21:21:10.282377 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 2179c892-5c7b-4f56-86e5-e162766674ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2179c892-5c7b-4f56-86e5-e162766674ab,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:10.296207 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '2179c892-5c7b-4f56-86e5-e162766674ab', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:21:10.299514 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8863da0-1085-4ee3-949d-67a784bce8ac req-004b46c3-bf35-4a46-a402-8510a824be68 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419154 May 03 21:21:10.354284 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.371557 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2179c892-5c7b-4f56-86e5-e162766674ab {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:21:10.393009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 2179c892-5c7b-4f56-86e5-e162766674ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2179c892-5c7b-4f56-86e5-e162766674ab,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:10.398389 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:10.473808 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=2179c892-5c7b-4f56-86e5-e162766674ab,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:10.574195 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986130b-dd22-42d2-ac55-89616fe2994c req-c5d72b11-c191-41ee-a952-b7bf0ae2b72a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:10.580912 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d986130b-dd22-42d2-ac55-89616fe2994c req-c5d72b11-c191-41ee-a952-b7bf0ae2b72a tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 944 time: 0.0976145 May 03 21:21:10.631768 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d986130b-dd22-42d2-ac55-89616fe2994c req-1e8bb2d3-9d07-4a13-a56a-108de2bfea9b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497100 May 03 21:21:11.191615 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['2179c892-5c7b-4f56-86e5-e162766674ab'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:21:11.517792 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8cbc-b3dc-4c56-bdce-a39e310f5547 req-0a4e3242-733e-46d3-a449-84e242076aaa tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:11.519383 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3fdf8cbc-b3dc-4c56-bdce-a39e310f5547 req-0a4e3242-733e-46d3-a449-84e242076aaa tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0953667 May 03 21:21:11.565240 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3fdf8cbc-b3dc-4c56-bdce-a39e310f5547 req-592a5733-2147-4a66-a593-142eebabaf6b tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 May 03 21:21:11.823629 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e5777-1fdc-4cf3-bd2e-5d50733920e9 req-1b03e64d-d47a-49b0-9015-b0fe02661965 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:11.825923 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-570e5777-1fdc-4cf3-bd2e-5d50733920e9 req-1b03e64d-d47a-49b0-9015-b0fe02661965 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 944 time: 0.0918167 May 03 21:21:11.875989 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-570e5777-1fdc-4cf3-bd2e-5d50733920e9 req-0d394930-a64d-47c5-8359-e26c6cc75e1b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 May 03 21:21:12.754861 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a0bd5-2c56-441c-b3d3-5f8a4e71164d req-90a3c4d5-d82a-446b-970f-62245602ffca tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:12.757147 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-817a0bd5-2c56-441c-b3d3-5f8a4e71164d req-90a3c4d5-d82a-446b-970f-62245602ffca tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0885983 May 03 21:21:12.807956 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-817a0bd5-2c56-441c-b3d3-5f8a4e71164d req-6b463e5a-b682-4ca9-8453-336ebf283c28 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440347 May 03 21:21:13.072096 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024bcd0-02d2-436f-a05a-5b4ca413d0cc req-d5ead2d2-b311-4cff-ba2c-51da2016e2df tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:13.073541 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8024bcd0-02d2-436f-a05a-5b4ca413d0cc req-d5ead2d2-b311-4cff-ba2c-51da2016e2df tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 944 time: 0.0811265 May 03 21:21:13.125133 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8024bcd0-02d2-436f-a05a-5b4ca413d0cc req-184b822c-3d3b-4fa2-89fa-74b2c0b66b3d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454993 May 03 21:21:14.027058 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0125ac-2c38-4dbb-8210-87d8e13dfe97 req-7fe9a2f6-3117-4038-b93f-b140b81fc908 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:14.028438 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca0125ac-2c38-4dbb-8210-87d8e13dfe97 req-7fe9a2f6-3117-4038-b93f-b140b81fc908 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0859344 May 03 21:21:14.073728 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca0125ac-2c38-4dbb-8210-87d8e13dfe97 req-c82dd8c8-5584-4fe4-9e71-a393334ee310 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396733 May 03 21:21:14.130543 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2179c892-5c7b-4f56-86e5-e162766674ab up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:21:14.231430 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 2179c892-5c7b-4f56-86e5-e162766674ab completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:21:14.238073 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 2179c892-5c7b-4f56-86e5-e162766674ab triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:21:14.239640 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:14.314055 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292d69e-5205-44e9-8e67-626a451e63d4 req-9612c75b-858a-489e-9584-0161df2e6ad8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:14.315455 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0292d69e-5205-44e9-8e67-626a451e63d4 req-9612c75b-858a-489e-9584-0161df2e6ad8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 944 time: 0.0787852 May 03 21:21:14.358017 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:14.361637 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0292d69e-5205-44e9-8e67-626a451e63d4 req-70903e5a-0ff8-496c-a755-e655d23ee476 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 May 03 21:21:14.393866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:14.404704 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 2179c892-5c7b-4f56-86e5-e162766674ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2179c892-5c7b-4f56-86e5-e162766674ab,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:14.409688 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:14.440648 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26bbece-1b7f-4bdd-a63b-bdd190150cca'] response: {'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab', 'code': 200} May 03 21:21:14.480104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=2179c892-5c7b-4f56-86e5-e162766674ab,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:14.684280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1dd4f-8003-4693-8a2b-5c95b80a98e6 req-bcac85c6-714a-45a8-ae53-1a5195df7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:14.685733 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f4a1dd4f-8003-4693-8a2b-5c95b80a98e6 req-bcac85c6-714a-45a8-ae53-1a5195df7231 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.0699060 May 03 21:21:14.730174 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f4a1dd4f-8003-4693-8a2b-5c95b80a98e6 req-7c5d93ab-75e8-4271-8b4d-66c5a6ef1413 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371981 May 03 21:21:15.266302 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21c14a-c199-4029-a7e2-f8b762405901 req-08326fb9-fb11-422b-88a4-0d44c96634ea tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:15.267909 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-af21c14a-c199-4029-a7e2-f8b762405901 req-08326fb9-fb11-422b-88a4-0d44c96634ea tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0857718 May 03 21:21:15.311500 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-af21c14a-c199-4029-a7e2-f8b762405901 req-3d694b67-3406-4989-bb75-742ceb5695e7 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 May 03 21:21:15.560815 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f597d1-88c2-4f49-bba0-778a54518811 req-aa65aeec-8a05-4cfe-9c80-879080a850c3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:15.580026 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-73f597d1-88c2-4f49-bba0-778a54518811 req-aa65aeec-8a05-4cfe-9c80-879080a850c3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0879729 May 03 21:21:15.613837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-73f597d1-88c2-4f49-bba0-778a54518811 req-cd8ebfaa-5ec9-4598-acf7-ed1d844465fe tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381124 May 03 21:21:16.496199 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d4464-c63c-40a0-9855-1e3318215d81 req-f35cd143-63f6-4d3f-bcaf-24ac3a034671 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:16.497666 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f44d4464-c63c-40a0-9855-1e3318215d81 req-f35cd143-63f6-4d3f-bcaf-24ac3a034671 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.0790386 May 03 21:21:16.552286 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f44d4464-c63c-40a0-9855-1e3318215d81 req-ba6144e1-3a20-4596-bf40-963787daef58 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/security-groups?id=e442d250-6bb3-4b10-8166-3dc853f8bee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457058 May 03 21:21:16.766688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-f497377a-a573-4344-89c3-63c69ba145e2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:16.768151 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-f497377a-a573-4344-89c3-63c69ba145e2 tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 945 time: 0.1255805 May 03 21:21:16.852762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Deleting port 63e1f860-1d5b-4dbf-959f-972e9374bbdd {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:21:16.853129 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:16.985978 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd38bf-9818-4326-a3ee-bd7097bde5ca req-8ff159f3-e77d-4795-b305-459e4938a297 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:16.987424 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-abcd38bf-9818-4326-a3ee-bd7097bde5ca req-8ff159f3-e77d-4795-b305-459e4938a297 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.2662580 May 03 21:21:17.103640 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-abcd38bf-9818-4326-a3ee-bd7097bde5ca req-32a355db-970a-477e-a15c-e246408bd7de tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080194 May 03 21:21:17.219002 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] For port 63e1f860-1d5b-4dbf-959f-972e9374bbdd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=63e1f860-1d5b-4dbf-959f-972e9374bbdd,segment=NetworkSegment(1b54c664-5bbe-42b0-b5aa-345b9cc05be3),segment_id=1b54c664-5bbe-42b0-b5aa-345b9cc05be3)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:21:17.219364 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:17.346343 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Calling delete_port for 63e1f860-1d5b-4dbf-959f-972e9374bbdd owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:21:17.558363 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:17.584471 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['63e1f860-1d5b-4dbf-959f-972e9374bbdd'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:21:17.613320 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Pushing event deleted for resources: {'Port': ['ID=63e1f860-1d5b-4dbf-959f-972e9374bbdd,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:21:17.651775 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.652144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.652475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.652805 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.653139 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.653453 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.653772 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.654088 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.654404 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.654717 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.655056 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.655684 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:21:17.697089 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] No DVR routers for this DVR port 63e1f860-1d5b-4dbf-959f-972e9374bbdd on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:21:17.700040 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:17.702470 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'name': 'network-vif-deleted', 'tag': '63e1f860-1d5b-4dbf-959f-972e9374bbdd'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:17.719957 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e8bc0c9a-8bcc-4b90-88eb-7b8d4649906a req-0f7d7ec6-41d5-44c7-b31b-0bd70e89f2cd tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.47 "DELETE /v2.0/ports/63e1f860-1d5b-4dbf-959f-972e9374bbdd HTTP/1.1" status: 204 len: 173 time: 0.9411807 May 03 21:21:17.725326 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc691d1-3537-4d9c-8d95-0066cd4f447b req-51b11c91-3d60-4132-9be2-37960c7c7f6c tempest-VolumesActionsTest-1990365029 tempest-VolumesActionsTest-1990365029-project] 10.222.0.26 "GET /v2.0/ports?device_id=a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd HTTP/1.1" status: 200 len: 210 time: 0.0513263 May 03 21:21:17.760824 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd50c010-37b5-4860-980c-ba4e152c2988'] response: {'server_uuid': 'a6a2ffbb-fbe2-43e2-8cee-2eb0769915dd', 'name': 'network-vif-deleted', 'tag': '63e1f860-1d5b-4dbf-959f-972e9374bbdd', 'status': 'completed', 'code': 200} May 03 21:21:18.290576 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678200e5-36bb-40ba-9a3a-76a27aa461ad req-3071e07b-5f8e-4721-9751-081b3fc91430 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:18.292056 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-678200e5-36bb-40ba-9a3a-76a27aa461ad req-3071e07b-5f8e-4721-9751-081b3fc91430 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0815945 May 03 21:21:18.339872 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-678200e5-36bb-40ba-9a3a-76a27aa461ad req-e17d77de-6044-46f2-8256-87d4a0317452 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418937 May 03 21:21:18.525749 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff06f2-f0cc-4a67-8987-3d0c06ab0de6 req-cd8f0e2d-5612-4e01-a8e9-8912b9fbf290 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:18.527217 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-13ff06f2-f0cc-4a67-8987-3d0c06ab0de6 req-cd8f0e2d-5612-4e01-a8e9-8912b9fbf290 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0827062 May 03 21:21:18.535916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 52364) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:21:18.540695 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'floatingip': {'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:21:18.616650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.317107 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.324312 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.505158 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Floating IP 1437a294-e631-45ed-bac5-e6e1303edf18 associated. External IP: 172.27.0.37, port: 2179c892-5c7b-4f56-86e5-e162766674ab. May 03 21:21:19.580732 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-13862b99-1c9f-472c-b560-2d2d658e542b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:19.873388 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Router fe877b84-6671-42e4-9883-2ea1a483ef49 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:21:20.058913 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:21:20.063487 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:20.072656 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] Sync routers for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:21:20.086155 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:20.086889 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:20:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:20.136558 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-4c9b8cd1-d9a0-415e-b2ee-40ddaa069b27 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "PUT /v2.0/floatingips/1437a294-e631-45ed-bac5-e6e1303edf18 HTTP/1.1" status: 200 len: 990 time: 1.5992250 May 03 21:21:20.136835 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:21:20.159461 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 63e1f860-1d5b-4dbf-959f-972e9374bbdd no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:21:20.184701 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe3fc85-d23d-4628-bfd2-f61602e6efc6'] response: {'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab', 'status': 'completed', 'code': 200} May 03 21:21:20.237454 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 63e1f860-1d5b-4dbf-959f-972e9374bbdd {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:21:20.238573 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 63e1f860-1d5b-4dbf-959f-972e9374bbdd not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:21:20.301036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-902d5a3d-a9a4-4ab5-8d96-8b2a4f07995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.302507 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-902d5a3d-a9a4-4ab5-8d96-8b2a4f07995f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.0887785 May 03 21:21:20.348912 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:20.455743 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-feb98a24-deec-496b-a8c1-d48e5f40d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.457238 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-feb98a24-deec-496b-a8c1-d48e5f40d00d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1408598 May 03 21:21:20.577350 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-a92725ac-3c08-44e6-802e-64f86afc9cb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 998 time: 0.1131661 May 03 21:21:20.644040 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-93bd62b0-97be-4779-a459-32664ebe68f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.645995 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-93bd62b0-97be-4779-a459-32664ebe68f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0625534 May 03 21:21:20.777031 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '1437a294-e631-45ed-bac5-e6e1303edf18', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:57Z', 'updated_at': '2022-05-03T21:21:19Z', 'revision_number': 1, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:20.781000 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] Checking router: fe877b84-6671-42e4-9883-2ea1a483ef49 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:21:20.790371 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:21:20.791216 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:20:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:20.813366 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-d951f761-d603-411b-8a06-d6ac04a1c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:21:20.814835 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-d951f761-d603-411b-8a06-d6ac04a1c1bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1616631 May 03 21:21:20.944707 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-3c3874cf-dcb8-4426-bd04-7422b801d93a service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230307 May 03 21:21:20.962786 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:21:21.075943 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4de77f7e-06c2-426e-88c1-98480e5dcb80 req-d1eb73ec-df8b-4ca1-a260-dd2ef55f1cb0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242852 May 03 21:21:21.307523 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '1437a294-e631-45ed-bac5-e6e1303edf18', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:57Z', 'updated_at': '2022-05-03T21:21:19Z', 'revision_number': 1, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:21:21.312237 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdda2ca2-3f1d-4364-abd4-6c57f7f6f9b3 None None] The sync data for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi is: [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '1437a294-e631-45ed-bac5-e6e1303edf18', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:57Z', 'updated_at': '2022-05-03T21:21:19Z', 'revision_number': 1, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:21:21.489756 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2497c4-81b0-4cf1-942c-6bbcdd955633 None None] New status for floating IP 1437a294-e631-45ed-bac5-e6e1303edf18: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:21:21.700539 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-178a08a4-8f31-46f6-8038-ba3a1c7a85ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:22.993331 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:23.098542 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:24.136610 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:29.689555 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:21:36.059951 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:49.584542 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c6956b6b-84cf-463f-afb7-40bd70c08c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:51.666634 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e73f0a6f-903d-412f-9a20-f1740305f44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:52.995468 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:53.106818 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:54.139339 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:21:59.892204 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 52982) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:00.006220 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.020758 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:00.024554 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3c8adf530049f2a3e9038219754f8b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:00.027319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:00.033095 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:00.089532 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 52990) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:00.121047 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.124803 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.148708 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Deleting subnet e0950fb9-167b-4144-ac25-d47b6f1dae63 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:22:00.151571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.171303 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff3c8adf530049f2a3e9038219754f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780056 May 03 21:22:00.172236 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fab2ff-2081-41dd-9cd7-5e53feec1381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ff1454-92c0-47e7-a122-8561a95edb6b,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:00.174846 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 52994) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:00.200191 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.235369 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a49bb40b-f9d0-4770-a548-6837514d7b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.264488 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a49bb40b-f9d0-4770-a548-6837514d7b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.323854 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a49bb40b-f9d0-4770-a548-6837514d7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.329533 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.341332 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bb40b-f9d0-4770-a548-6837514d7b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ff1454-92c0-47e7-a122-8561a95edb6b,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:00.346674 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a49bb40b-f9d0-4770-a548-6837514d7b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.348442 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a49bb40b-f9d0-4770-a548-6837514d7b88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1ff1454-92c0-47e7-a122-8561a95edb6b HTTP/1.1" status: 204 len: 168 time: 0.1724513 May 03 21:22:00.397400 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.436396 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0950fb9-167b-4144-ac25-d47b6f1dae63,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:00.439318 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.448436 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.448785 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.449121 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.449451 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.449791 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.450101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.450421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.450742 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.451087 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.451405 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.451713 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.452030 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:00.458641 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 53000) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:00.458774 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0b1c63f8-0c73-4582-a95a-396fc6529556 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e0950fb9-167b-4144-ac25-d47b6f1dae63 HTTP/1.1" status: 204 len: 168 time: 0.3680179 May 03 21:22:00.567931 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.695290 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.720857 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.721231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.721994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.722328 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > port after_create 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.723206 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > port after_delete 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.723544 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > port after_update 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.723872 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.724234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.724524 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.724835 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.865992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.866399 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.866782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.867196 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 03 21:22:00.867624 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f14adab-778d-4c5c-a23b-56a00162e6b0']}} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:00.881657 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b54c664-5bbe-42b0-b5aa-345b9cc05be3') {'for_net_delete': True} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:00.882295 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b54c664-5bbe-42b0-b5aa-345b9cc05be3') {} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:22:00.897543 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62269432'] for segment, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.914245 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.922072 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:22:00.922446 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61493354'] for segment, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: from cryptography.utils import int_from_bytes May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: from cryptography.utils import int_from_bytes May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: util.warn_limited( May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: util.warn_limited( May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: Traceback (most recent call last): May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: timer() May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: cb(*args, **kw) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: return func(*args, **kwargs) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: self._notify() May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: self.callback(batched_events) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: event.method(event) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: return f(self, *a, **k) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._get(url).json() May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: return self.request(url, 'GET', **kwargs) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:22:00.938721 dv-cinder-840376-1-iscsi neutron-server[87267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:22:01.020928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.027494 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.053121 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f14adab-778d-4c5c-a23b-56a00162e6b0,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:01.064907 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-75569e0a-077c-4397-bc94-fc594738302f admin admin] 10.222.0.26 "DELETE /v2.0/networks/3f14adab-778d-4c5c-a23b-56a00162e6b0 HTTP/1.1" status: 204 len: 168 time: 0.6050255 May 03 21:22:01.265330 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 53040) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:01.313996 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1e54ef1d-e66a-4fb3-9883-5c7f9da27268 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a7e9f58fd5644600b6a4c44a55166841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473981 May 03 21:22:01.317392 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 53044) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:01.385982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2a90a7a-b96d-451c-8307-be3770c79141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.412229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2a90a7a-b96d-451c-8307-be3770c79141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.458196 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 53050) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:01.469179 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2a90a7a-b96d-451c-8307-be3770c79141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.489292 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a90a7a-b96d-451c-8307-be3770c79141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e442d250-6bb3-4b10-8166-3dc853f8bee6,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:01.497399 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2a90a7a-b96d-451c-8307-be3770c79141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.498598 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c2a90a7a-b96d-451c-8307-be3770c79141 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e442d250-6bb3-4b10-8166-3dc853f8bee6 HTTP/1.1" status: 204 len: 168 time: 0.1800148 May 03 21:22:01.588482 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.607242 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:01.611014 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9f573327b927492b91dee6b457045161 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:01.614862 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:01.639430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:01.735625 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.740473 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.791403 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f573327b927492b91dee6b457045161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320880 May 03 21:22:01.792347 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b504e69-c253-4a9f-9b91-fde90dfc26e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0390781c-d528-4f0c-af19-b81d679fb451,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:01.794107 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 53058) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:01.853139 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-21c353d4-fb7c-4487-9ee0-cf0b579bbcad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.878140 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-21c353d4-fb7c-4487-9ee0-cf0b579bbcad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.930090 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-21c353d4-fb7c-4487-9ee0-cf0b579bbcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.946498 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c353d4-fb7c-4487-9ee0-cf0b579bbcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0390781c-d528-4f0c-af19-b81d679fb451,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:01.954982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-21c353d4-fb7c-4487-9ee0-cf0b579bbcad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:01.956071 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-21c353d4-fb7c-4487-9ee0-cf0b579bbcad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0390781c-d528-4f0c-af19-b81d679fb451 HTTP/1.1" status: 204 len: 168 time: 0.1601806 May 03 21:22:06.081208 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:06.688209 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:22:10.579575 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 53184) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:10.707049 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:10.725167 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:10.729885 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Usage tracker for resource:security_group_rule and tenant:d3f0d54e26ea4dbab80edf05f21c2876 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:10.732751 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:10.738684 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:10.782196 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-399a8807-f997-4137-ac67-ecf3a77e9eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729308 May 03 21:22:10.825735 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:10.829851 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:10.879701 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3f0d54e26ea4dbab80edf05f21c2876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990594 May 03 21:22:10.881282 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a351f58b-fb86-4811-9059-a3a9b924d552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa155b0-9c25-42c5-b4c1-787d8fbe1d1a,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:10.883732 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 53192) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:10.941966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3b735c02-e1f8-4052-a52c-cf015849ef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:10.948734 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e39f-9bb7-469a-966e-12670bb45416 req-6d5067db-a534-4f35-b2d5-a55c624ac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:10.950189 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-6d5067db-a534-4f35-b2d5-a55c624ac9d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 1099 time: 0.0755708 May 03 21:22:10.968988 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3b735c02-e1f8-4052-a52c-cf015849ef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:11.024704 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3b735c02-e1f8-4052-a52c-cf015849ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:11.041786 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b735c02-e1f8-4052-a52c-cf015849ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa155b0-9c25-42c5-b4c1-787d8fbe1d1a,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:11.047272 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3b735c02-e1f8-4052-a52c-cf015849ef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:11.049276 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3b735c02-e1f8-4052-a52c-cf015849ef9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaa155b0-9c25-42c5-b4c1-787d8fbe1d1a HTTP/1.1" status: 204 len: 168 time: 0.1646380 May 03 21:22:11.103436 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e39f-9bb7-469a-966e-12670bb45416 req-4dcff695-9667-4d54-bc11-b4cd6035f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:11.105199 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-4dcff695-9667-4d54-bc11-b4cd6035f284 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1311901 May 03 21:22:11.177379 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-76571fa9-d70a-4321-b4b9-9ee491e0a704 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 200 len: 217 time: 0.0648932 May 03 21:22:11.243189 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e39f-9bb7-469a-966e-12670bb45416 req-4de59a8b-5679-41a7-9d15-4885aa25f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:11.244713 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-4de59a8b-5679-41a7-9d15-4885aa25f816 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0591877 May 03 21:22:11.334538 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892e39f-9bb7-469a-966e-12670bb45416 req-fc504c70-713d-45b0-a475-ba2b1aa28a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:11.337204 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-fc504c70-713d-45b0-a475-ba2b1aa28a33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825558 May 03 21:22:11.576139 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-bb3fabd0-4606-4f62-b837-6e25d50027ba service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319915 May 03 21:22:11.711689 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c892e39f-9bb7-469a-966e-12670bb45416 req-17f4d197-f539-42e7-8bcf-ab4096dc52af service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282718 May 03 21:22:12.895183 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 53248) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:13.008782 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.023431 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:13.027187 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Usage tracker for resource:security_group_rule and tenant:7be75358054e4db6aebd3c04387d8f58 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:13.029866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:13.036353 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:13.116162 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.119779 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.165148 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7be75358054e4db6aebd3c04387d8f58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689154 May 03 21:22:13.166654 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737efa9-701f-4df8-b985-da99e2482e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00e4cbc-7cc9-413a-a0df-5f0d473f7460,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:13.167871 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 53254) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:13.224278 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-321e0b39-5f61-4194-98e2-9acd5e345ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.248505 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-321e0b39-5f61-4194-98e2-9acd5e345ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.297341 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-321e0b39-5f61-4194-98e2-9acd5e345ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.312786 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e0b39-5f61-4194-98e2-9acd5e345ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00e4cbc-7cc9-413a-a0df-5f0d473f7460,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:13.322377 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-321e0b39-5f61-4194-98e2-9acd5e345ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:13.326001 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-321e0b39-5f61-4194-98e2-9acd5e345ec4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b00e4cbc-7cc9-413a-a0df-5f0d473f7460 HTTP/1.1" status: 204 len: 168 time: 0.1549029 May 03 21:22:19.077056 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-0da76061-9714-42c2-a4f9-6f7ac2e5cf1f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=38f6ee4617594777af010087d0b717d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281954 May 03 21:22:19.224495 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-248b9a30-dbbd-4720-b4d0-6c5ee9ba65bd tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:19.225917 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-248b9a30-dbbd-4720-b4d0-6c5ee9ba65bd tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438038 May 03 21:22:19.240985 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-7a10d8f9-2952-40c7-8a70-9b6ba732e391 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/quotas/38f6ee4617594777af010087d0b717d3 HTTP/1.1" status: 200 len: 375 time: 0.0096171 May 03 21:22:19.290199 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-6b9db695-a11e-45cf-af23-cd42cd74af02 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=38f6ee4617594777af010087d0b717d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439787 May 03 21:22:19.464369 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-76c7957d-26ae-4e7c-a56e-af7c682d6c36 req-f36dd83d-6ba1-426f-9e9a-acc1aabd6b53 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 210 time: 0.0457428 May 03 21:22:19.587195 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-bf28c3af-2580-4f27-8185-2688144837d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:20.616263 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d04a6ad-0a89-47b6-9df9-89997d177247 req-6dbc5e6a-0d4c-44ea-a3dd-ac30e9f56df8 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 210 time: 0.0422156 May 03 21:22:21.660438 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d49ab578-9de3-48d1-941d-fc8269731a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:21.764666 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a4d78b3e-72f3-4871-896e-cace6bba793f req-d030a436-8c95-412a-a240-04e99e46e28e tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 210 time: 0.0431015 May 03 21:22:22.667551 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-07e3f6b3-9a97-43f7-97c9-bbfa73029fd9 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=38f6ee4617594777af010087d0b717d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414643 May 03 21:22:22.822460 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-898b7efc-b1a8-4d88-8802-62f8a9029a4e tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:22.824454 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-898b7efc-b1a8-4d88-8802-62f8a9029a4e tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512668 May 03 21:22:22.839696 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Request body: {'port': {'device_id': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c', 'admin_state_up': True, 'tenant_id': '38f6ee4617594777af010087d0b717d3'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:22.980594 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8fa24819-65b0-4864-8904-9adb1aed6d45 req-b7b5fbdf-4e59-400b-a8f3-0b95c678030a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 210 time: 0.0944610 May 03 21:22:23.010148 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.034044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:23.037940 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Usage tracker for resource:port and tenant:38f6ee4617594777af010087d0b717d3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:23.040846 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:23.046557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:23.056593 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Made reservation on behalf of 38f6ee4617594777af010087d0b717d3 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:23.060018 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.072943 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.093819 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:23.097853 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Usage tracker for resource:security_group_rule and tenant:38f6ee4617594777af010087d0b717d3 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:23.101264 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.101431 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:23.107496 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:23.198326 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.203126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.289814 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd24d3b-a4a2-4910-bc72-3876e8801385,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:23.305887 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.306164 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.306500 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.306828 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.307199 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.307527 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.307846 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.308164 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.308484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.308799 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.309114 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.309428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:23.386098 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Allocated IP 192.168.233.62 (3b978a98-017a-49ec-a689-07f2e5bdf32c/6f9035b3-081e-4731-b2df-349fe8425d78/1c22f7bc-e395-4627-b7ed-14500efd8b50) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:22:23.589700 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.605197 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Transition to ACTIVE for port object 1c22f7bc-e395-4627-b7ed-14500efd8b50 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:22:23.627813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.699946 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Network 3b978a98-017a-49ec-a689-07f2e5bdf32c is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:22:23.702900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:22:23.705410 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:22:23.742793 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Pushing event updated for resources: {'Port': ['ID=1c22f7bc-e395-4627-b7ed-14500efd8b50,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:23.775876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:23.776493 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.803245 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-2b4a2ca1-d349-40a6-8803-01966725ee32 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9680767 May 03 21:22:23.899203 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-004e88d7-449e-4953-9565-96bfed614cff None None] Provisioning for port 1c22f7bc-e395-4627-b7ed-14500efd8b50 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:22:23.903745 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-004e88d7-449e-4953-9565-96bfed614cff None None] Provisioning complete for port 1c22f7bc-e395-4627-b7ed-14500efd8b50 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:22:23.904115 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-004e88d7-449e-4953-9565-96bfed614cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:23.957805 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-004e88d7-449e-4953-9565-96bfed614cff None None] Port 1c22f7bc-e395-4627-b7ed-14500efd8b50 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:22:24.012631 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Request body: {'port': {'device_id': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:24.141030 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.178720 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9307472-cef4-4f49-909c-cd3573e3e974 req-216d727b-5426-4e6c-bf95-cde9c9f3bc44 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:24.180215 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f9307472-cef4-4f49-909c-cd3573e3e974 req-216d727b-5426-4e6c-bf95-cde9c9f3bc44 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 935 time: 0.0841177 May 03 21:22:24.202865 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.227362 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f9307472-cef4-4f49-909c-cd3573e3e974 req-43f5c44d-1722-4594-9308-b3d9e5959dd6 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411677 May 03 21:22:24.538261 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c22f7bc-e395-4627-b7ed-14500efd8b50 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:22:24.545480 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.559957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Transition to ACTIVE for port object 1c22f7bc-e395-4627-b7ed-14500efd8b50 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:22:24.563363 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.691210 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=1c22f7bc-e395-4627-b7ed-14500efd8b50,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:24.793462 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Attempting to bind port 1c22f7bc-e395-4627-b7ed-14500efd8b50 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:22:24.794043 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Attempting to bind port 1c22f7bc-e395-4627-b7ed-14500efd8b50 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:22:24.794043 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Attempting to bind port 1c22f7bc-e395-4627-b7ed-14500efd8b50 on network 3b978a98-017a-49ec-a689-07f2e5bdf32c {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:22:24.798479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Port 1c22f7bc-e395-4627-b7ed-14500efd8b50 on network 3b978a98-017a-49ec-a689-07f2e5bdf32c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:22:24.798794 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Attempting to bind port 1c22f7bc-e395-4627-b7ed-14500efd8b50 on network 3b978a98-017a-49ec-a689-07f2e5bdf32c {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:22:24.804334 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:22:24.804667 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Checking segment: {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:22:24.805045 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Bound using segment: {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:22:24.805462 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Bound port: 1c22f7bc-e395-4627-b7ed-14500efd8b50, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a75bbe55-2bbb-4e9b-9577-d4e16ff32533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:22:24.805804 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.894653 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] For port 1c22f7bc-e395-4627-b7ed-14500efd8b50, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:22:24.897466 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] For port 1c22f7bc-e395-4627-b7ed-14500efd8b50, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=1c22f7bc-e395-4627-b7ed-14500efd8b50,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:22:24.901703 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.960548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:24.961144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:24.962482 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] 10.222.0.47 "PUT /v2.0/ports/1c22f7bc-e395-4627-b7ed-14500efd8b50 HTTP/1.1" status: 200 len: 1097 time: 0.9541717 May 03 21:22:24.962903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'tag': '1c22f7bc-e395-4627-b7ed-14500efd8b50'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:24.982212 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c62919-0308-4dd8-8108-fcbfcbf7fc1f service neutron] Pushing event updated for resources: {'Port': ['ID=1c22f7bc-e395-4627-b7ed-14500efd8b50,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:25.008568 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7b2830-cf41-4795-8388-5b1dc3800702'] response: {'name': 'network-changed', 'server_uuid': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'tag': '1c22f7bc-e395-4627-b7ed-14500efd8b50', 'status': 'completed', 'code': 200} May 03 21:22:25.407946 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a18b-eb06-4e5f-b6a0-404caede5edd req-82abd0a2-288a-4785-9451-0a8bd27082bd tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:25.410013 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1a94a18b-eb06-4e5f-b6a0-404caede5edd req-82abd0a2-288a-4785-9451-0a8bd27082bd tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0778098 May 03 21:22:25.452459 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1a94a18b-eb06-4e5f-b6a0-404caede5edd req-67b2ad59-c1e8-4789-b58e-dbcbc8d87869 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 May 03 21:22:26.639046 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-d1935e12-f864-48ef-92b6-6103bf0f473f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:26.639657 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-d1935e12-f864-48ef-92b6-6103bf0f473f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Synchronizing usage tracker for tenant:38f6ee4617594777af010087d0b717d3 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:26.656666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-d1935e12-f864-48ef-92b6-6103bf0f473f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Unset dirty status for tenant:38f6ee4617594777af010087d0b717d3 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:26.657843 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-d1935e12-f864-48ef-92b6-6103bf0f473f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0992224 May 03 21:22:26.701085 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-84a22d35-473d-42f8-a608-2d4ddc0eea37 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Synchronizing usage tracker for tenant:38f6ee4617594777af010087d0b717d3 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:26.717074 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-84a22d35-473d-42f8-a608-2d4ddc0eea37 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Unset dirty status for tenant:38f6ee4617594777af010087d0b717d3 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:26.718418 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4128e76e-9add-4b05-8aa5-de2787faa21d req-84a22d35-473d-42f8-a608-2d4ddc0eea37 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544071 May 03 21:22:27.834784 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2227-e9c1-4b91-86cc-6c4c93af1dfe req-56849777-5853-49f4-937d-fbf5b697ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:27.836218 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-efad2227-e9c1-4b91-86cc-6c4c93af1dfe req-56849777-5853-49f4-937d-fbf5b697ef01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38f6ee4617594777af010087d0b717d3&device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 1100 time: 0.0757565 May 03 21:22:27.910859 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06358739-33f1-416b-86ed-53a80ed40f05 req-b27b73cc-3e61-4915-8297-d61c2d87e961 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:27.912326 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-06358739-33f1-416b-86ed-53a80ed40f05 req-b27b73cc-3e61-4915-8297-d61c2d87e961 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0824251 May 03 21:22:27.954767 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-06358739-33f1-416b-86ed-53a80ed40f05 req-48d86d52-c284-497c-9078-8bc5656f57a8 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368986 May 03 21:22:28.092398 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-efad2227-e9c1-4b91-86cc-6c4c93af1dfe req-83d36088-a76e-4d60-9161-d26fec7b8dcf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=38f6ee4617594777af010087d0b717d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283737 May 03 21:22:28.226633 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad2227-e9c1-4b91-86cc-6c4c93af1dfe req-aec29249-62a0-4ef6-bd39-d3c7a96e6b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:28.228090 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-efad2227-e9c1-4b91-86cc-6c4c93af1dfe req-aec29249-62a0-4ef6-bd39-d3c7a96e6b3f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298285 May 03 21:22:28.329377 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-dd7b47c6-d94e-41f2-8158-f3c980349f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:28.330862 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-dd7b47c6-d94e-41f2-8158-f3c980349f07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=38f6ee4617594777af010087d0b717d3&device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 1100 time: 0.0683577 May 03 21:22:28.410090 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-c5ea390f-2bff-4ee9-a37f-fa83a611c274 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1c22f7bc-e395-4627-b7ed-14500efd8b50 HTTP/1.1" status: 200 len: 217 time: 0.0714006 May 03 21:22:28.478737 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-1b811557-5bd0-49dc-bd87-1999df3c54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:28.480192 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-1b811557-5bd0-49dc-bd87-1999df3c54cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6f9035b3-081e-4731-b2df-349fe8425d78 HTTP/1.1" status: 200 len: 843 time: 0.0620761 May 03 21:22:28.559994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-f09df448-864f-46f8-8a35-ab6ab29ed835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:28.561438 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-f09df448-864f-46f8-8a35-ab6ab29ed835 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b978a98-017a-49ec-a689-07f2e5bdf32c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0746841 May 03 21:22:28.689944 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-052edcfd-e671-42cc-8c4b-b19909418432 service neutron] 10.222.0.47 "GET /v2.0/networks/3b978a98-017a-49ec-a689-07f2e5bdf32c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220889 May 03 21:22:28.888239 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6c816b4-54dd-490e-8824-f36e78bb51db req-6003a7e8-2d57-414d-98ff-dabbc77bca94 service neutron] 10.222.0.47 "GET /v2.0/networks/3b978a98-017a-49ec-a689-07f2e5bdf32c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920559 May 03 21:22:29.132130 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce08592-5843-4482-90fc-382556e848c2 req-4f22292b-c644-4be5-a8c5-200736c6089a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:29.133559 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4ce08592-5843-4482-90fc-382556e848c2 req-4f22292b-c644-4be5-a8c5-200736c6089a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0774405 May 03 21:22:29.176279 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4ce08592-5843-4482-90fc-382556e848c2 req-748fc507-1774-458c-b6e8-36da460ad0a3 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371587 May 03 21:22:30.357926 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcd248-abc1-4736-b667-6787f19fdf11 req-5fca61b2-466e-415b-8466-0d87fcdc02e3 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:30.359378 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7bbcd248-abc1-4736-b667-6787f19fdf11 req-5fca61b2-466e-415b-8466-0d87fcdc02e3 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0782726 May 03 21:22:30.402004 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7bbcd248-abc1-4736-b667-6787f19fdf11 req-f9c8d184-d8b2-4caa-9866-88c03be4b3ba tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363221 May 03 21:22:31.586927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca90d-f440-4f8a-82df-86b5b072f4e3 req-36b524e8-68f0-43a7-8400-986a6e99358b tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:31.588384 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c4ca90d-f440-4f8a-82df-86b5b072f4e3 req-36b524e8-68f0-43a7-8400-986a6e99358b tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0816681 May 03 21:22:31.632433 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c4ca90d-f440-4f8a-82df-86b5b072f4e3 req-c9fae069-836c-43a8-996e-e448b3ec2804 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383861 May 03 21:22:32.818212 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bcd57-a91a-4c56-aa78-90a6631f9f35 req-e6d303f7-5842-48b7-a914-108f81a5eb38 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:32.819618 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-138bcd57-a91a-4c56-aa78-90a6631f9f35 req-e6d303f7-5842-48b7-a914-108f81a5eb38 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 947 time: 0.0839028 May 03 21:22:32.862338 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-138bcd57-a91a-4c56-aa78-90a6631f9f35 req-a5f56e2c-7ca9-4e2b-b54b-b970111c8870 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371246 May 03 21:22:33.589372 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 1c22f7bc-e395-4627-b7ed-14500efd8b50 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:22:33.717707 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 1c22f7bc-e395-4627-b7ed-14500efd8b50, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=1c22f7bc-e395-4627-b7ed-14500efd8b50,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:33.731303 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '1c22f7bc-e395-4627-b7ed-14500efd8b50', 'network_id': '3b978a98-017a-49ec-a689-07f2e5bdf32c', 'port_id': '1c22f7bc-e395-4627-b7ed-14500efd8b50', 'mac_address': 'fa:16:3e:5a:7f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f9035b3-081e-4731-b2df-349fe8425d78', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:22:33.784843 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:33.801433 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c22f7bc-e395-4627-b7ed-14500efd8b50 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:22:33.815991 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 1c22f7bc-e395-4627-b7ed-14500efd8b50, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=1c22f7bc-e395-4627-b7ed-14500efd8b50,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:33.819900 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:33.887630 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=1c22f7bc-e395-4627-b7ed-14500efd8b50,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:33.895529 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.895878 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.896215 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.896544 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.896876 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.897199 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.897521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.897843 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.898184 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.898595 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.898811 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:33.899155 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:22:34.044221 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff971-b296-45fd-b8d3-3a5eeeb632bb req-93acab95-7831-4505-8e76-c67d87d3454f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:34.045580 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08eff971-b296-45fd-b8d3-3a5eeeb632bb req-93acab95-7831-4505-8e76-c67d87d3454f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 948 time: 0.0792658 May 03 21:22:34.089690 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08eff971-b296-45fd-b8d3-3a5eeeb632bb req-f569f88d-7b46-499a-97c7-06961fa65114 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377073 May 03 21:22:34.266271 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['1c22f7bc-e395-4627-b7ed-14500efd8b50'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:22:34.924549 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253db9e-45f6-40f3-a1d4-cdf1ed22cd5d req-5acf0fc8-1ab8-4cc5-98c1-c5525f843b43 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:34.925991 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9253db9e-45f6-40f3-a1d4-cdf1ed22cd5d req-5acf0fc8-1ab8-4cc5-98c1-c5525f843b43 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.0821440 May 03 21:22:34.969176 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9253db9e-45f6-40f3-a1d4-cdf1ed22cd5d req-6dc34dfe-b4c0-435e-a54e-6053c2cf0a6d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 May 03 21:22:35.272938 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6bae2-7d2e-482e-a916-4b6a87946357 req-472d43d3-685b-4d3e-a903-1694723ab75f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:35.274375 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cab6bae2-7d2e-482e-a916-4b6a87946357 req-472d43d3-685b-4d3e-a903-1694723ab75f tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 948 time: 0.0782602 May 03 21:22:35.317111 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cab6bae2-7d2e-482e-a916-4b6a87946357 req-66fe353c-b8a6-4946-a547-ca5aead6bef0 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371563 May 03 21:22:35.617414 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 1c22f7bc-e395-4627-b7ed-14500efd8b50 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:22:35.684848 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 1c22f7bc-e395-4627-b7ed-14500efd8b50 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:22:35.690003 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 1c22f7bc-e395-4627-b7ed-14500efd8b50 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:22:35.690374 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:35.802520 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:35.827994 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c22f7bc-e395-4627-b7ed-14500efd8b50'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:35.837468 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 1c22f7bc-e395-4627-b7ed-14500efd8b50, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=1c22f7bc-e395-4627-b7ed-14500efd8b50,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:35.841506 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:35.877099 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095e5184-7478-41ab-83a4-ca302372b237'] response: {'server_uuid': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c22f7bc-e395-4627-b7ed-14500efd8b50', 'code': 200} May 03 21:22:35.907782 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=1c22f7bc-e395-4627-b7ed-14500efd8b50,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:36.087749 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:36.167649 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdd2e7-f52b-4f32-80ed-e6646e009a7a req-ea5ddc93-934c-4a1f-baf6-5ba7ba283732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:36.169092 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3bfdd2e7-f52b-4f32-80ed-e6646e009a7a req-ea5ddc93-934c-4a1f-baf6-5ba7ba283732 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 1102 time: 0.1345694 May 03 21:22:36.183561 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca7122-5158-4422-9944-c19ea6fcb40b req-b0caa2aa-0026-4e26-84e9-98148dacb765 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:36.184904 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a7ca7122-5158-4422-9944-c19ea6fcb40b req-b0caa2aa-0026-4e26-84e9-98148dacb765 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.1073029 May 03 21:22:36.245454 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3bfdd2e7-f52b-4f32-80ed-e6646e009a7a req-0f92bdda-620e-4c8e-a06a-36478470262d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693073 May 03 21:22:36.252466 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a7ca7122-5158-4422-9944-c19ea6fcb40b req-ee8cecaa-91a2-4612-9f4c-a43240d70895 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552194 May 03 21:22:36.505499 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42317191-6e84-4a8e-8742-6c031c317c1b req-d5d499ab-8ec3-48f8-81ec-782fb6d23e31 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:36.506969 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-42317191-6e84-4a8e-8742-6c031c317c1b req-d5d499ab-8ec3-48f8-81ec-782fb6d23e31 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0853999 May 03 21:22:36.553991 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-42317191-6e84-4a8e-8742-6c031c317c1b req-22bc8ef9-7c7c-42e4-ae25-909f890f66f1 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 May 03 21:22:36.999262 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-6ced3785-f2f4-49ee-969b-bc21e0edd61b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:37.000702 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-6ced3785-f2f4-49ee-969b-bc21e0edd61b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.0785110 May 03 21:22:37.071586 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Deleting port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:22:37.071916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:37.311176 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] For port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:37.311530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:37.461432 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Calling delete_port for 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:22:37.597624 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b5614-3f27-4633-9855-982a67a892b6 req-f0e467a4-f798-4c6c-b855-1af3da3665de tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:37.599126 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a32b5614-3f27-4633-9855-982a67a892b6 req-f0e467a4-f798-4c6c-b855-1af3da3665de tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=93022fae-0ea3-4cd5-8f0a-6d1065b0e060 HTTP/1.1" status: 200 len: 945 time: 0.2295792 May 03 21:22:37.662118 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a32b5614-3f27-4633-9855-982a67a892b6 req-1377a1fa-b5ce-4dbe-a848-0f836da41281 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557380 May 03 21:22:37.667225 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:37.679798 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:22:37.721557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Pushing event deleted for resources: {'Port': ['ID=8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:37.742235 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef5971-630c-44da-9caa-f1207edf591b req-7012e7b8-2efa-403c-86f6-be2353955b07 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:37.743737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a4ef5971-630c-44da-9caa-f1207edf591b req-7012e7b8-2efa-403c-86f6-be2353955b07 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0839698 May 03 21:22:37.791128 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a4ef5971-630c-44da-9caa-f1207edf591b req-d900f0c8-b6d5-4507-942f-f8ef342fccb6 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 May 03 21:22:37.794045 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] No DVR routers for this DVR port 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:22:37.796811 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:37.799944 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'name': 'network-vif-deleted', 'tag': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:37.822746 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e53a9086-1c1e-4a20-9adb-4e66eac6f0cd req-2f072060-3272-4a09-85e3-3f128902ace9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "DELETE /v2.0/ports/8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 HTTP/1.1" status: 204 len: 173 time: 0.8156283 May 03 21:22:37.843816 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfca63fe-a8ae-48e5-b53f-b3fb76b0e99f'] response: {'server_uuid': '93022fae-0ea3-4cd5-8f0a-6d1065b0e060', 'name': 'network-vif-deleted', 'tag': '8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2', 'status': 'completed', 'code': 200} May 03 21:22:39.055735 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a9de7-96dc-454d-a8c4-af1c7c22c90f req-bc5ef0d1-4fa2-48ce-9b51-54c1b348ffa4 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:39.057185 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc6a9de7-96dc-454d-a8c4-af1c7c22c90f req-bc5ef0d1-4fa2-48ce-9b51-54c1b348ffa4 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.1580491 May 03 21:22:39.100659 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc6a9de7-96dc-454d-a8c4-af1c7c22c90f req-cd21c882-6af7-453f-885d-a2a982ff0d7e tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376387 May 03 21:22:39.534014 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82495f55-c6b3-4fc9-af40-ef904d4fc80b req-0d328204-12b8-4e1f-ae87-f5a21840daeb tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:39.535515 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-82495f55-c6b3-4fc9-af40-ef904d4fc80b req-0d328204-12b8-4e1f-ae87-f5a21840daeb tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0822356 May 03 21:22:39.578811 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-82495f55-c6b3-4fc9-af40-ef904d4fc80b req-e3a1421c-c8a7-4763-aae3-2ba1f20d9cbd tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 May 03 21:22:40.762044 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f1f1c-10bf-4bcb-9ee8-da484c12890c req-17156ecb-2ad9-458a-82bd-79531a37bb9a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:40.763493 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-461f1f1c-10bf-4bcb-9ee8-da484c12890c req-17156ecb-2ad9-458a-82bd-79531a37bb9a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0814948 May 03 21:22:40.806496 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-461f1f1c-10bf-4bcb-9ee8-da484c12890c req-5e083e5c-f6a9-4e8b-8de2-0db91f8e18fa tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367060 May 03 21:22:41.993511 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef759011-73b2-4424-b3e3-b90fea74e413 req-5f1f602c-96f2-4e63-841d-e546c8279872 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:41.994967 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ef759011-73b2-4424-b3e3-b90fea74e413 req-5f1f602c-96f2-4e63-841d-e546c8279872 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0829310 May 03 21:22:42.038207 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ef759011-73b2-4424-b3e3-b90fea74e413 req-b9ad88c2-b13d-4116-96eb-90c085433e3e tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 May 03 21:22:42.045206 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:22:42.105636 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:22:42.105892 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8ef63fe3-cfd2-4f96-81ab-dc3ae46075c2 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:22:43.225809 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da011d42-2297-4ee2-9274-7d64bf2f21ab req-7b61da56-fe2a-4c33-b8a8-97036683a4bf tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:43.227255 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da011d42-2297-4ee2-9274-7d64bf2f21ab req-7b61da56-fe2a-4c33-b8a8-97036683a4bf tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0840745 May 03 21:22:43.270869 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da011d42-2297-4ee2-9274-7d64bf2f21ab req-72edb8f5-1e2b-4b10-a667-b8fe542602bc tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 May 03 21:22:43.686589 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:22:44.388486 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-d290bc44-2781-44f0-8964-073b6e87787a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:44.390081 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-d290bc44-2781-44f0-8964-073b6e87787a tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0896759 May 03 21:22:44.474824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Deleting port 1c22f7bc-e395-4627-b7ed-14500efd8b50 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:22:44.475636 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:44.481830 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94af8b-af19-4153-83e8-71f037ecfe88 req-e29e67b2-3385-4ea0-849e-1eb221a06365 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:44.483410 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e94af8b-af19-4153-83e8-71f037ecfe88 req-e29e67b2-3385-4ea0-849e-1eb221a06365 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 949 time: 0.0875881 May 03 21:22:44.550670 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e94af8b-af19-4153-83e8-71f037ecfe88 req-b5e93c1b-eed6-44ef-977c-58bd27a43be4 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/security-groups?id=3bd24d3b-a4a2-4910-bc72-3876e8801385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 May 03 21:22:44.786587 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] For port 1c22f7bc-e395-4627-b7ed-14500efd8b50, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=1c22f7bc-e395-4627-b7ed-14500efd8b50,segment=NetworkSegment(a75bbe55-2bbb-4e9b-9577-d4e16ff32533),segment_id=a75bbe55-2bbb-4e9b-9577-d4e16ff32533)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:22:44.786936 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:44.910662 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Calling delete_port for 1c22f7bc-e395-4627-b7ed-14500efd8b50 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:22:45.053665 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:45.074429 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['1c22f7bc-e395-4627-b7ed-14500efd8b50'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:22:45.104420 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Pushing event deleted for resources: {'Port': ['ID=1c22f7bc-e395-4627-b7ed-14500efd8b50,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:45.182453 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] No DVR routers for this DVR port 1c22f7bc-e395-4627-b7ed-14500efd8b50 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:22:45.184898 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:45.187571 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'name': 'network-vif-deleted', 'tag': '1c22f7bc-e395-4627-b7ed-14500efd8b50'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:45.205784 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b052d7b6-ee8f-468f-aef8-de4402efc8af req-0dad21d5-33c7-474e-afcb-66452ce08306 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.47 "DELETE /v2.0/ports/1c22f7bc-e395-4627-b7ed-14500efd8b50 HTTP/1.1" status: 204 len: 173 time: 0.8102181 May 03 21:22:45.241371 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b129b59-4dc4-469c-8bd5-baa70c9c9b4c'] response: {'server_uuid': '8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9', 'name': 'network-vif-deleted', 'tag': '1c22f7bc-e395-4627-b7ed-14500efd8b50', 'status': 'completed', 'code': 200} May 03 21:22:45.749239 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-3307cabe-c73e-40cd-9bfc-b2e2da7f848c req-f1c92cc9-08a2-49e1-b812-d1a833c2fb94 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Synchronizing usage tracker for tenant:38f6ee4617594777af010087d0b717d3 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:45.776791 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-3307cabe-c73e-40cd-9bfc-b2e2da7f848c req-f1c92cc9-08a2-49e1-b812-d1a833c2fb94 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] Unset dirty status for tenant:38f6ee4617594777af010087d0b717d3 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:45.778082 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3307cabe-c73e-40cd-9bfc-b2e2da7f848c req-f1c92cc9-08a2-49e1-b812-d1a833c2fb94 tempest-VolumesNegativeTest-1021398236 tempest-VolumesNegativeTest-1021398236-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3cb68e-e7f1-49a3-bd8d-9db8e9bd8de9 HTTP/1.1" status: 200 len: 210 time: 0.0801604 May 03 21:22:45.901144 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9857613-eec2-475b-b21c-9a3a73196cb7 req-3a27a887-b2ef-4788-b746-4569a64af9d2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:45.902623 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c9857613-eec2-475b-b21c-9a3a73196cb7 req-3a27a887-b2ef-4788-b746-4569a64af9d2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0929210 May 03 21:22:45.952214 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c9857613-eec2-475b-b21c-9a3a73196cb7 req-23af9b91-6b1c-4224-bb5c-fd3533177a49 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424383 May 03 21:22:47.146146 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7bf56-69d0-4943-b4ac-d2a7afb26f02 req-ef231c91-249e-410e-ac37-b154467bc190 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:47.147633 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-89b7bf56-69d0-4943-b4ac-d2a7afb26f02 req-ef231c91-249e-410e-ac37-b154467bc190 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0802555 May 03 21:22:47.195924 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-89b7bf56-69d0-4943-b4ac-d2a7afb26f02 req-0beeee6f-b523-4709-b4b6-e6536c0e690a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426490 May 03 21:22:48.384894 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00783fe7-4595-4e76-b094-4778d8f51dfe req-51221bad-769d-4591-a519-a9f17f0ca76b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:48.386371 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-00783fe7-4595-4e76-b094-4778d8f51dfe req-51221bad-769d-4591-a519-a9f17f0ca76b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0815954 May 03 21:22:48.435315 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-00783fe7-4595-4e76-b094-4778d8f51dfe req-3482ba69-71df-4ee6-b076-6e534676f7a2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432234 May 03 21:22:48.568781 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 1c22f7bc-e395-4627-b7ed-14500efd8b50 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:22:48.605354 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 1c22f7bc-e395-4627-b7ed-14500efd8b50 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:22:48.605697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 1c22f7bc-e395-4627-b7ed-14500efd8b50 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:22:49.592993 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-20b539c1-c47b-4aa2-935d-a316e5e0e762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:49.647895 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db969fcb-1903-421c-a461-d7be9df34ebf req-cb0b7342-9303-4df9-8538-ef459a323d90 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:49.649517 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-db969fcb-1903-421c-a461-d7be9df34ebf req-cb0b7342-9303-4df9-8538-ef459a323d90 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0913785 May 03 21:22:49.700462 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-db969fcb-1903-421c-a461-d7be9df34ebf req-43a877e5-ed58-4f54-9fba-616ad436876a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448513 May 03 21:22:50.889866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1050f-fb5d-4923-a663-ca8567f61255 req-4284717f-6fda-4ac0-ad35-082b1b7656a6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:50.891254 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1fe1050f-fb5d-4923-a663-ca8567f61255 req-4284717f-6fda-4ac0-ad35-082b1b7656a6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0793471 May 03 21:22:50.934949 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1fe1050f-fb5d-4923-a663-ca8567f61255 req-07afeafc-4efa-4e1e-9f50-9810af1cb066 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373280 May 03 21:22:51.578591 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-12421033-7952-41df-8105-d56067960bcd tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:51.581386 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-12421033-7952-41df-8105-d56067960bcd tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/networks?id=1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 200 len: 814 time: 0.2527325 May 03 21:22:51.597141 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-27fde8a2-44c6-43c9-b672-19f4b8c29d64 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/quotas/2ad375d0eb9b4b55b8a820544080baa6 HTTP/1.1" status: 200 len: 375 time: 0.0095773 May 03 21:22:51.651679 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-9b3c3349-ac6b-4644-b34d-5ba1bde3a886 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488429 May 03 21:22:51.665009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-059e64ca-cb07-4f92-813d-9eaedb3a821a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:51.723065 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 53808) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:51.791040 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-b9e5108a-29d6-4dca-8611-d0fc8206f1d9 service neutron] 10.222.0.26 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311610 May 03 21:22:51.869667 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6b43ed1b-8f54-495a-bce5-9b1e3449acd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=38f6ee4617594777af010087d0b717d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453619 May 03 21:22:51.872136 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 53814) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:22:51.925593 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-94de0e01-9677-4616-8d61-4f8451a8e472 service neutron] 10.222.0.26 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282625 May 03 21:22:51.933982 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fcfe628b-d2c7-4367-a972-21e939d0465c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:51.960217 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fcfe628b-d2c7-4367-a972-21e939d0465c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:52.022207 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fcfe628b-d2c7-4367-a972-21e939d0465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:52.049935 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe628b-d2c7-4367-a972-21e939d0465c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd24d3b-a4a2-4910-bc72-3876e8801385,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:52.117876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-fcfe628b-d2c7-4367-a972-21e939d0465c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:52.119209 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-fcfe628b-d2c7-4367-a972-21e939d0465c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bd24d3b-a4a2-4910-bc72-3876e8801385 HTTP/1.1" status: 204 len: 168 time: 0.2458274 May 03 21:22:52.119495 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-48dfaf01-49d9-4c02-b4b8-1d5de90e3459 req-6d432a8d-d674-4159-9d5b-38cd86673b73 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 210 time: 0.0448663 May 03 21:22:52.165335 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3323ce5-5941-4b63-b5df-1e305c06efe4 req-66f8a4cd-78ca-45e2-8621-768d39802f23 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:52.166819 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e3323ce5-5941-4b63-b5df-1e305c06efe4 req-66f8a4cd-78ca-45e2-8621-768d39802f23 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1048677 May 03 21:22:52.218783 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e3323ce5-5941-4b63-b5df-1e305c06efe4 req-0a2e778a-6556-4bf0-8389-9ddd4302f20b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454359 May 03 21:22:53.001402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:53.103671 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:53.302044 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-68a5dbdc-22df-4f28-a7b3-eb39f2559bd0 req-ee007e55-4dd7-4f26-aa80-82ad02cd259a tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 210 time: 0.0583489 May 03 21:22:53.305993 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-19da9c48-250a-4419-9b27-220555591f55 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:53.307447 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-19da9c48-250a-4419-9b27-220555591f55 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "GET /v2.0/networks?id=1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 200 len: 814 time: 0.2257318 May 03 21:22:53.327205 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Request body: {'port': {'device_id': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde', 'admin_state_up': True, 'tenant_id': '2ad375d0eb9b4b55b8a820544080baa6'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:53.515827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:22:53.521695 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Usage tracker for resource:port and tenant:2ad375d0eb9b4b55b8a820544080baa6 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:22:53.530876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be02dd8-a7f4-4d9a-a2f7-df4889f7ed41 req-ad6911da-91e2-4668-9a00-f0a27b73aef1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:53.532314 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9be02dd8-a7f4-4d9a-a2f7-df4889f7ed41 req-ad6911da-91e2-4668-9a00-f0a27b73aef1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1822596 May 03 21:22:53.533700 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:22:53.540990 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:22:53.580847 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Made reservation on behalf of 2ad375d0eb9b4b55b8a820544080baa6 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:22:53.584151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:53.605959 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9be02dd8-a7f4-4d9a-a2f7-df4889f7ed41 req-3e318020-44a8-4bcb-924f-fbb665a25329 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664480 May 03 21:22:53.745773 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Allocated IP 172.20.0.3 (1a3d689f-b56f-407a-9566-ead0f14acfde/09ea38e6-f654-4221-9f4e-777f13bd7685/9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:22:53.941851 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:53.970757 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:54.037288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Network 1a3d689f-b56f-407a-9566-ead0f14acfde is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:22:54.040253 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:22:54.042617 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:22:54.086078 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Pushing event updated for resources: {'Port': ['ID=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:54.114588 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:54.115202 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:54.140098 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-368bcf2d-87b7-4028-876b-66d32268cab5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166921 May 03 21:22:54.143052 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:54.151915 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Request body: {'port': {'device_id': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:22:54.257928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:54.489183 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49572b1f-95b3-4003-b80f-c98c9403620e req-3dcb611b-04ed-43c1-8cfc-dfae20ba84ff tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:54.490890 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-49572b1f-95b3-4003-b80f-c98c9403620e req-3dcb611b-04ed-43c1-8cfc-dfae20ba84ff tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 931 time: 0.0835302 May 03 21:22:54.536128 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-49572b1f-95b3-4003-b80f-c98c9403620e req-ec33ba1a-4f7f-4579-a18d-656f765a25f1 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 May 03 21:22:54.602560 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:22:54.609600 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:54.623731 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Transition to ACTIVE for port object 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:22:54.628062 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:54.821112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:54.913603 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Attempting to bind port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:22:54.913931 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Attempting to bind port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:22:54.914257 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Attempting to bind port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a on network 1a3d689f-b56f-407a-9566-ead0f14acfde {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:22:54.926386 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ff9e7-4099-4b74-9d2a-d73519bf69de req-98163237-3d25-47c8-9484-d2c9f6f1a351 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:54.927864 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e67ff9e7-4099-4b74-9d2a-d73519bf69de req-98163237-3d25-47c8-9484-d2c9f6f1a351 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1938479 May 03 21:22:54.928558 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a on network 1a3d689f-b56f-407a-9566-ead0f14acfde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:22:54.928875 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Attempting to bind port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a on network 1a3d689f-b56f-407a-9566-ead0f14acfde {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:22:54.935166 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:22:54.935503 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Checking segment: {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:22:54.935873 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Bound using segment: {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:22:54.936292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Bound port: 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca90b5-d2b8-41f0-8f44-3321af540d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:22:54.936635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.106848 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e67ff9e7-4099-4b74-9d2a-d73519bf69de req-424e9a52-4575-4fcd-a518-210a669fe05d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726449 May 03 21:22:55.134300 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] For port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:22:55.137203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] For port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:22:55.141456 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.199454 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:55.200052 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:22:55.201390 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] 10.222.0.47 "PUT /v2.0/ports/9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a HTTP/1.1" status: 200 len: 1093 time: 1.0536544 May 03 21:22:55.201819 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'tag': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:22:55.225301 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea72be-7530-480d-9da0-c8d81caa2ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:22:55.275066 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf27cc7-faef-4532-bac4-b9fa9e38afde'] response: {'name': 'network-changed', 'server_uuid': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'tag': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a', 'status': 'completed', 'code': 200} May 03 21:22:55.317524 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-0941121f-465b-4ff9-8b5e-e709dfad9cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:55.318995 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-0941121f-465b-4ff9-8b5e-e709dfad9cb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0747633 May 03 21:22:55.388461 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-d77b32af-a9b0-4efe-8061-570e4e524b3f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a HTTP/1.1" status: 200 len: 217 time: 0.0613058 May 03 21:22:55.451862 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-217de8ef-969e-48fb-b8a7-30e955cd4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:55.453242 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-217de8ef-969e-48fb-b8a7-30e955cd4012 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09ea38e6-f654-4221-9f4e-777f13bd7685 HTTP/1.1" status: 200 len: 854 time: 0.0580449 May 03 21:22:55.500508 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-deaa50b9-b5e5-4db4-ac7c-7f2c4c1a5c4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a3d689f-b56f-407a-9566-ead0f14acfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398247 May 03 21:22:55.631051 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-454060d5-a84d-40b8-a759-5f7261db2a92 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241097 May 03 21:22:55.816501 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-93dda8d3-248e-4ea4-be99-d26c4a7af04f req-b5b82145-b481-4e21-ad8f-97ca68ba74c4 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788557 May 03 21:22:55.828154 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6ee5-8dd4-46b8-89d3-de79e3214198 req-61468fef-5017-477d-85bb-43e858e8c887 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:55.828839 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-899a6ee5-8dd4-46b8-89d3-de79e3214198 req-61468fef-5017-477d-85bb-43e858e8c887 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Synchronizing usage tracker for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:22:55.844322 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-899a6ee5-8dd4-46b8-89d3-de79e3214198 req-61468fef-5017-477d-85bb-43e858e8c887 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Unset dirty status for tenant:2ad375d0eb9b4b55b8a820544080baa6 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:22:55.845668 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-899a6ee5-8dd4-46b8-89d3-de79e3214198 req-61468fef-5017-477d-85bb-43e858e8c887 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 943 time: 0.1906524 May 03 21:22:55.935257 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-899a6ee5-8dd4-46b8-89d3-de79e3214198 req-29211d6d-f402-4e90-ab60-e07fb5067c9a tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834153 May 03 21:22:55.954766 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-8798c72a-ca4d-4388-b620-145a85c73f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:55.956335 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-8798c72a-ca4d-4388-b620-145a85c73f04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0888872 May 03 21:22:56.084982 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-90a2165c-60f8-46ad-9305-bf3b7e2e9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:56.086309 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-90a2165c-60f8-46ad-9305-bf3b7e2e9a47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 200 len: 915 time: 0.1232154 May 03 21:22:56.155741 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-be4442f4-4b66-44a6-bafc-5a0a07ed51be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a HTTP/1.1" status: 200 len: 217 time: 0.0627522 May 03 21:22:56.217832 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-47916efb-38e8-43ee-b69d-b14e25f7f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:56.219354 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-47916efb-38e8-43ee-b69d-b14e25f7f5b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=09ea38e6-f654-4221-9f4e-777f13bd7685 HTTP/1.1" status: 200 len: 854 time: 0.0568802 May 03 21:22:56.268568 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-362c9b1b-1158-4408-9e74-66e84377b703 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1a3d689f-b56f-407a-9566-ead0f14acfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434108 May 03 21:22:56.297563 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae4ad2-ead2-4b5e-8198-13c2802908fd req-b1db9a96-dbf5-40ea-93fa-612a6ac8d391 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:56.299835 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-21ae4ad2-ead2-4b5e-8198-13c2802908fd req-b1db9a96-dbf5-40ea-93fa-612a6ac8d391 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0800343 May 03 21:22:56.346841 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-21ae4ad2-ead2-4b5e-8198-13c2802908fd req-fece83a4-13b0-48eb-b4df-9dbd1e42c7d3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410790 May 03 21:22:56.400246 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-3c82718b-1725-4de2-99df-4594480e6d18 service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255686 May 03 21:22:56.528281 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4c0f9c91-a544-4e77-bdc7-77695d7e32e4 req-998df284-ebe5-4391-83ab-2e15411dacfd service neutron] 10.222.0.47 "GET /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213686 May 03 21:22:57.119310 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d978415-7bb9-44e5-abb3-04a9d1c79431 req-f69902ec-580b-476a-9de8-1970f2d2c069 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:57.120769 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3d978415-7bb9-44e5-abb3-04a9d1c79431 req-f69902ec-580b-476a-9de8-1970f2d2c069 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 943 time: 0.0788057 May 03 21:22:57.163296 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3d978415-7bb9-44e5-abb3-04a9d1c79431 req-159df0fd-041e-4c80-8fcd-801c5354a15d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 May 03 21:22:57.539147 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cf6b3-e92a-46bd-b14f-ca0fea2555f6 req-f0a51a4a-82fa-4cd2-b97b-be5ca45dfc8d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:57.540649 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c8cf6b3-e92a-46bd-b14f-ca0fea2555f6 req-f0a51a4a-82fa-4cd2-b97b-be5ca45dfc8d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0822551 May 03 21:22:57.584187 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c8cf6b3-e92a-46bd-b14f-ca0fea2555f6 req-c59db1e7-d517-45e8-b46a-b0cf0b9a9896 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375514 May 03 21:22:58.426689 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce11f8-fe1f-450c-a6ed-1bace7c629cf req-6159daba-b9ca-4fac-aba9-b940fa1b00f2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:58.428074 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b1ce11f8-fe1f-450c-a6ed-1bace7c629cf req-6159daba-b9ca-4fac-aba9-b940fa1b00f2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 943 time: 0.1595957 May 03 21:22:58.472540 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b1ce11f8-fe1f-450c-a6ed-1bace7c629cf req-deec7327-906d-4712-aa50-333a13174738 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 May 03 21:22:58.775362 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b029a-5e4f-46a6-9804-e59ad62110db req-d23ee271-83cb-4584-9591-ab5c5610aa30 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:58.777198 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-806b029a-5e4f-46a6-9804-e59ad62110db req-d23ee271-83cb-4584-9591-ab5c5610aa30 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0813560 May 03 21:22:58.825873 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-806b029a-5e4f-46a6-9804-e59ad62110db req-4e147ae8-7b0c-4f68-ae3e-206803350b4c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 May 03 21:22:59.534175 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707ebec-c036-427e-b25c-c60673c3bafd req-7b1f269a-9ad2-44f7-8094-c48795d98e35 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:59.535679 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2707ebec-c036-427e-b25c-c60673c3bafd req-7b1f269a-9ad2-44f7-8094-c48795d98e35 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0846515 May 03 21:22:59.580279 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2707ebec-c036-427e-b25c-c60673c3bafd req-07734a77-9f36-4111-bf5e-c1abbf0f0ec9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377643 May 03 21:22:59.660051 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc74023-2d70-490a-b63c-e7a83fe572ec req-3387c28c-0b86-404a-b579-a4561fbb6076 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:22:59.661410 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2bc74023-2d70-490a-b63c-e7a83fe572ec req-3387c28c-0b86-404a-b579-a4561fbb6076 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 943 time: 0.0789368 May 03 21:22:59.704253 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2bc74023-2d70-490a-b63c-e7a83fe572ec req-d63b5e70-d663-4bf0-8895-ef5140512fe1 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 May 03 21:22:59.913792 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:23:00.016217 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b064e9-c41d-42c0-9f22-009c8435d084 req-9968616d-cbf2-49fc-bc68-a36eab803ab6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:00.017726 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8b064e9-c41d-42c0-9f22-009c8435d084 req-9968616d-cbf2-49fc-bc68-a36eab803ab6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0824456 May 03 21:23:00.044252 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:00.057497 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a', 'network_id': '1a3d689f-b56f-407a-9566-ead0f14acfde', 'port_id': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a', 'mac_address': 'fa:16:3e:0b:52:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ea38e6-f654-4221-9f4e-777f13bd7685', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:23:00.061720 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8b064e9-c41d-42c0-9f22-009c8435d084 req-0cfeb729-7fda-47c8-bc08-9bbd7dee8970 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382366 May 03 21:23:00.112485 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.129623 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:23:00.144605 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:00.149340 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:00.216864 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:00.597671 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:23:00.772939 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fc7d1-ce51-4b33-9e29-01f3678eaa39 req-8f0d4ce9-b21b-4107-a6b3-729b09265538 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:00.775059 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-828fc7d1-ce51-4b33-9e29-01f3678eaa39 req-8f0d4ce9-b21b-4107-a6b3-729b09265538 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0891588 May 03 21:23:00.823136 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-828fc7d1-ce51-4b33-9e29-01f3678eaa39 req-e0117a75-a398-490e-8b3d-1236b9faaafc tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404046 May 03 21:23:00.891660 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de0ae1-a2d8-4f85-998e-d305ef7d9e8f req-f16f122f-8324-4a62-aa8e-bf9cbc237054 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:00.893138 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-00de0ae1-a2d8-4f85-998e-d305ef7d9e8f req-f16f122f-8324-4a62-aa8e-bf9cbc237054 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0781319 May 03 21:23:00.935623 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-00de0ae1-a2d8-4f85-998e-d305ef7d9e8f req-6c0dc485-0a19-42bc-9cc7-7acc08250257 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 May 03 21:23:01.249144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c58357-0987-4857-8f1d-73edd43ff9c0 req-0c9ef841-a576-48ff-a753-3b628a4af80c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:01.250572 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-05c58357-0987-4857-8f1d-73edd43ff9c0 req-0c9ef841-a576-48ff-a753-3b628a4af80c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0802631 May 03 21:23:01.296416 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-05c58357-0987-4857-8f1d-73edd43ff9c0 req-51b6d70e-5494-4219-ac14-93b055c0202e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401096 May 03 21:23:02.007615 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b49995-032e-436c-8aa6-8870446982bc req-2600c018-5aa1-47e4-bfc6-def7686ae99e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:02.009078 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-51b49995-032e-436c-8aa6-8870446982bc req-2600c018-5aa1-47e4-bfc6-def7686ae99e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0830004 May 03 21:23:02.053968 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-51b49995-032e-436c-8aa6-8870446982bc req-192f62d1-9850-4054-9830-d78e30a8e5b3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 May 03 21:23:02.120654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808c62c-bdcc-42bb-a12d-3d34ab3cd7dc req-c50c9e25-a255-4693-b3b9-0521b8ccbfa0 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:02.122018 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c808c62c-bdcc-42bb-a12d-3d34ab3cd7dc req-c50c9e25-a255-4693-b3b9-0521b8ccbfa0 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0780749 May 03 21:23:02.165197 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c808c62c-bdcc-42bb-a12d-3d34ab3cd7dc req-dba818c9-0993-42cc-b7f1-7385d645e6e8 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 May 03 21:23:02.482298 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc0acf-cb47-4b54-8bef-a78585a1bb32 req-aa5c645d-d6de-41ac-9c9b-c795826d74bc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:02.483772 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-abbc0acf-cb47-4b54-8bef-a78585a1bb32 req-aa5c645d-d6de-41ac-9c9b-c795826d74bc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0777533 May 03 21:23:02.527643 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-abbc0acf-cb47-4b54-8bef-a78585a1bb32 req-b1e367d2-8594-412d-88a7-84e38851005b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373671 May 03 21:23:03.243928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f14ef-8307-40db-98df-489df7c8b0c6 req-74ec3a29-1a4e-47db-b7ed-0e4a62098c45 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:03.245387 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d5f14ef-8307-40db-98df-489df7c8b0c6 req-74ec3a29-1a4e-47db-b7ed-0e4a62098c45 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0833535 May 03 21:23:03.290045 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d5f14ef-8307-40db-98df-489df7c8b0c6 req-cf69f0b1-bd3b-4aba-aabf-f1bbbb54df56 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389709 May 03 21:23:03.350387 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065780c5-5f35-477f-8722-01601ac654a1 req-5a1ce77f-aca0-44a4-b612-b56729ebf249 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:03.351802 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-065780c5-5f35-477f-8722-01601ac654a1 req-5a1ce77f-aca0-44a4-b612-b56729ebf249 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 944 time: 0.0818284 May 03 21:23:03.394927 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-065780c5-5f35-477f-8722-01601ac654a1 req-24635ecf-8eaf-4973-aec8-d34bb3ae18a7 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 May 03 21:23:03.712516 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb181273-f050-4dc7-9902-2c0952f70480 req-a9ff1dbb-770f-4ec3-8d6b-6ce5d36dd89c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:03.713961 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb181273-f050-4dc7-9902-2c0952f70480 req-a9ff1dbb-770f-4ec3-8d6b-6ce5d36dd89c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0776207 May 03 21:23:03.757669 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb181273-f050-4dc7-9902-2c0952f70480 req-6d8fc312-5938-4fa1-bd8a-26c051ee41f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 May 03 21:23:03.931550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:03.998398 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:23:04.003805 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:04.004193 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:04.116009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:04.141866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:23:04.151525 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:04.155471 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:04.192734 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb39a98-e474-4a52-a15a-3776759919b7'] response: {'server_uuid': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a', 'code': 200} May 03 21:23:04.226979 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:04.419829 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e023b37-ca1c-4c03-8060-82d22bc1ca08 req-2c308d18-8303-43a2-9bb1-15af32d2dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:04.421380 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3e023b37-ca1c-4c03-8060-82d22bc1ca08 req-2c308d18-8303-43a2-9bb1-15af32d2dc23 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0789964 May 03 21:23:04.462761 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3e023b37-ca1c-4c03-8060-82d22bc1ca08 req-e5afb6e2-208d-4a21-9b83-cc8cb9e38993 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 May 03 21:23:04.700550 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bacc4b-54ba-45be-8d15-a6890a932ed4 req-dfe9697d-69c1-4386-a9ef-38a7f53e8c9e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:04.702014 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88bacc4b-54ba-45be-8d15-a6890a932ed4 req-dfe9697d-69c1-4386-a9ef-38a7f53e8c9e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.3047836 May 03 21:23:04.705701 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc64c87-004e-49ee-818d-5bdb07b5a7a0 req-410ad48c-451d-44a0-a3b3-5b860663f452 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:04.707201 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-abc64c87-004e-49ee-818d-5bdb07b5a7a0 req-410ad48c-451d-44a0-a3b3-5b860663f452 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.2024682 May 03 21:23:04.750094 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88bacc4b-54ba-45be-8d15-a6890a932ed4 req-e7af87cb-2aff-4503-af74-d9bd2a736c80 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413749 May 03 21:23:04.754857 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-abc64c87-004e-49ee-818d-5bdb07b5a7a0 req-867e6682-06ed-4cd6-b4b5-dadb411ccd97 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 May 03 21:23:04.942599 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a3184-f472-4fdb-a3cd-1a9ab00385ff req-fba82e2f-33eb-4939-b6d3-3cb79ed2d9b6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:04.944053 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5b6a3184-f472-4fdb-a3cd-1a9ab00385ff req-fba82e2f-33eb-4939-b6d3-3cb79ed2d9b6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0774143 May 03 21:23:04.986867 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5b6a3184-f472-4fdb-a3cd-1a9ab00385ff req-98957fec-0879-45a2-9ae2-42163518bd3d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369601 May 03 21:23:05.935198 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39631b98-b47f-4c0a-9e20-d50bdfb5bc6e req-f10766fd-04d0-4faa-994f-4e5dfe1a53ed tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:05.936658 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-39631b98-b47f-4c0a-9e20-d50bdfb5bc6e req-f10766fd-04d0-4faa-994f-4e5dfe1a53ed tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0791280 May 03 21:23:05.938549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdd4c9-df46-4cb5-a41b-a53e49604f6c req-913b3ebd-5620-437c-a0f9-92951f6d84cd tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:05.940174 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43bdd4c9-df46-4cb5-a41b-a53e49604f6c req-913b3ebd-5620-437c-a0f9-92951f6d84cd tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0827355 May 03 21:23:05.980085 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-39631b98-b47f-4c0a-9e20-d50bdfb5bc6e req-725e9b60-9225-4cd4-8e86-13f398183b65 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 May 03 21:23:05.983611 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43bdd4c9-df46-4cb5-a41b-a53e49604f6c req-a3f7aec8-6e92-459d-acc9-5c9b0be58abf tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377719 May 03 21:23:05.998844 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:23:06.118547 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.144262 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:06.159017 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'mac_address': 'fa:16:3e:f2:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:23:06.218636 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.236230 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29dcc68c-c395-4b81-86fa-e5619d3a6b55 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:23:06.246163 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14132fd-e08f-4a4c-9030-f7b3ef8bcade req-748b0f37-519b-4194-9151-3fb0f974eeec tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:06.247708 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d14132fd-e08f-4a4c-9030-f7b3ef8bcade req-748b0f37-519b-4194-9151-3fb0f974eeec tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1516371 May 03 21:23:06.251580 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:06.255448 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:06.293699 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d14132fd-e08f-4a4c-9030-f7b3ef8bcade req-61d272ee-55d8-4399-9981-57e9482f18ec tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392129 May 03 21:23:06.321617 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=6']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:06.629190 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['29dcc68c-c395-4b81-86fa-e5619d3a6b55'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:23:07.168728 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e54ade-2869-48c9-bc70-739b37e7ed67 req-81dadb7a-ae83-4d14-95ba-1edba0353b7d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:07.170200 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f3e54ade-2869-48c9-bc70-739b37e7ed67 req-81dadb7a-ae83-4d14-95ba-1edba0353b7d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0803421 May 03 21:23:07.174360 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf25c8-63a5-4e2a-b257-98c709f319e6 req-4c8431d8-e087-499b-8f0e-c19b7ff7e74c tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:07.176401 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9cdf25c8-63a5-4e2a-b257-98c709f319e6 req-4c8431d8-e087-499b-8f0e-c19b7ff7e74c tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0895855 May 03 21:23:07.218837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f3e54ade-2869-48c9-bc70-739b37e7ed67 req-cdd216b7-2fd6-48c5-b329-3442e9d8b3c5 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405405 May 03 21:23:07.223264 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9cdf25c8-63a5-4e2a-b257-98c709f319e6 req-f44553b0-f834-4059-8d7c-e948231e3125 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 May 03 21:23:07.492156 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2dbc2-9306-4191-b005-47e9ed3ec148 req-527f6a02-751e-4604-8043-b1c376552e14 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:07.499451 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-18c2dbc2-9306-4191-b005-47e9ed3ec148 req-527f6a02-751e-4604-8043-b1c376552e14 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.0968716 May 03 21:23:07.540850 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-18c2dbc2-9306-4191-b005-47e9ed3ec148 req-d79a2dd9-0ff4-4534-aaa6-267a901608a2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 May 03 21:23:07.968622 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:23:08.035628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:23:08.035988 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:08.174120 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:08.199843 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:23:08.211441 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:08.215314 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:08.249820 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6aecd67-85f8-48d4-8fbe-d37ba942b7e9'] response: {'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'code': 200} May 03 21:23:08.286600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=7']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:08.413717 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d7b14-50cf-43bc-a336-81ed4c424ec3 req-5be80de8-62f5-493c-babb-b4c11461a445 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:08.415163 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ff7d7b14-50cf-43bc-a336-81ed4c424ec3 req-5be80de8-62f5-493c-babb-b4c11461a445 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0853300 May 03 21:23:08.458549 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ff7d7b14-50cf-43bc-a336-81ed4c424ec3 req-36df6068-578b-47b2-823e-0a4e33cd8044 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 May 03 21:23:08.627606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-c59ae99b-d47b-48dc-95c6-074f70d7bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:08.629073 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-c59ae99b-d47b-48dc-95c6-074f70d7bfb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1099 time: 0.0722027 May 03 21:23:08.733176 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6a433-5049-4d6a-ac2e-60a353455e71 req-53c945d3-3da1-4c15-a024-8601556812f0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:08.735010 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bfb6a433-5049-4d6a-ac2e-60a353455e71 req-53c945d3-3da1-4c15-a024-8601556812f0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0803132 May 03 21:23:08.786200 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bfb6a433-5049-4d6a-ac2e-60a353455e71 req-98daa035-78fa-48f5-bbf2-61ee1a5511e9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 May 03 21:23:08.787443 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-f1423eb8-a3d1-425a-b141-7364e1139330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:08.788873 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-f1423eb8-a3d1-425a-b141-7364e1139330 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1316168 May 03 21:23:08.895066 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-cbb76f9f-fe38-4a69-9add-7fff3a253b5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 1001 time: 0.0988734 May 03 21:23:08.958297 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-f3afdeab-c8ff-4371-8f8b-bcc35cdd8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:08.959687 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-f3afdeab-c8ff-4371-8f8b-bcc35cdd8e05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0578997 May 03 21:23:09.032235 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-f2d596f2-f260-4d7c-906d-67e8a703ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:09.033761 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-f2d596f2-f260-4d7c-906d-67e8a703ac12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673718 May 03 21:23:09.230352 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-e07c59c5-d4ef-4292-98df-0796a5d329ca service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893549 May 03 21:23:09.546917 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca5903e2-bd3f-4a69-a815-af6a233c4f52 req-b6702ce3-21c7-42c6-a289-ad4c5fcee3f2 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390553 May 03 21:23:09.660236 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9362c75-81b0-4b24-972d-b4bb3714e310 req-776f0960-2f8f-44cb-abf9-669949aed2ca tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:09.661727 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a9362c75-81b0-4b24-972d-b4bb3714e310 req-776f0960-2f8f-44cb-abf9-669949aed2ca tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0841701 May 03 21:23:09.708953 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a9362c75-81b0-4b24-972d-b4bb3714e310 req-24b17940-4b1e-4f2e-bdff-924c82331785 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 May 03 21:23:09.984191 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9172b73-1ee0-40a8-a301-88c3ee585ce7 req-77f32312-4d93-4884-b514-59fe8a0fcf9a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:09.986520 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9172b73-1ee0-40a8-a301-88c3ee585ce7 req-77f32312-4d93-4884-b514-59fe8a0fcf9a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0801291 May 03 21:23:10.031072 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9172b73-1ee0-40a8-a301-88c3ee585ce7 req-6dcf15d7-9c6f-400a-a149-9a776a1c8d44 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 May 03 21:23:10.928709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fade2d0-bbfe-4e0a-be7f-7ea1d989bdf3 req-6d46d3fb-2c8c-4ebb-9ca9-f87fc80223ed tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:10.930418 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4fade2d0-bbfe-4e0a-be7f-7ea1d989bdf3 req-6d46d3fb-2c8c-4ebb-9ca9-f87fc80223ed tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1134067 May 03 21:23:10.979941 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4fade2d0-bbfe-4e0a-be7f-7ea1d989bdf3 req-97b46326-9e33-41fc-afeb-0726ca344049 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 May 03 21:23:11.250270 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a229db-39d2-4d11-ab8b-7bfda3822634 req-cb6996f5-778c-4130-8d03-e143df2e9e00 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:11.252737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a8a229db-39d2-4d11-ab8b-7bfda3822634 req-cb6996f5-778c-4130-8d03-e143df2e9e00 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0929728 May 03 21:23:11.303597 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a8a229db-39d2-4d11-ab8b-7bfda3822634 req-14de3e72-c69e-4b4b-bdc8-b14b681940df tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447359 May 03 21:23:12.206831 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0baff1-aabe-40d1-8246-cd3e3175b840 req-f8b2fddc-3ddf-4e92-85ed-dea6f640e133 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:12.208340 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ef0baff1-aabe-40d1-8246-cd3e3175b840 req-f8b2fddc-3ddf-4e92-85ed-dea6f640e133 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0860608 May 03 21:23:12.260672 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ef0baff1-aabe-40d1-8246-cd3e3175b840 req-1a9c3b72-7157-41b5-83ea-3cee8b378c85 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 May 03 21:23:12.510553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16830051-ef01-47c3-8634-09189c060117 req-3a594fb5-9602-4be0-b26f-a761e2cec6e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:12.512224 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-16830051-ef01-47c3-8634-09189c060117 req-3a594fb5-9602-4be0-b26f-a761e2cec6e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0907648 May 03 21:23:12.569035 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-16830051-ef01-47c3-8634-09189c060117 req-c043f23b-8bbb-4c36-9e0b-2197d1e7e964 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491326 May 03 21:23:13.460492 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cbc20-507e-45bf-8b36-d043f57c3865 req-003715e5-0ce6-4721-a023-d476511bad43 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:13.462635 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cb6cbc20-507e-45bf-8b36-d043f57c3865 req-003715e5-0ce6-4721-a023-d476511bad43 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0874734 May 03 21:23:13.521741 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cb6cbc20-507e-45bf-8b36-d043f57c3865 req-b50d8e4f-00bb-4d86-b8ec-c66150809f0f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503309 May 03 21:23:13.774351 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd741c5-cdc6-4116-8ee0-5c0777b63be4 req-d7700291-947a-4656-a2d5-3bec86013eb5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:13.779533 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7cd741c5-cdc6-4116-8ee0-5c0777b63be4 req-d7700291-947a-4656-a2d5-3bec86013eb5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0911400 May 03 21:23:13.823376 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7cd741c5-cdc6-4116-8ee0-5c0777b63be4 req-ade1eb7a-cdcc-4322-bf2d-d6f70862d1e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 May 03 21:23:14.713365 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca8783-fb81-4cde-8401-d0d353206935 req-4f896704-d3e9-4a57-bdc3-0b2e4153fafa tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:14.716005 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b8ca8783-fb81-4cde-8401-d0d353206935 req-4f896704-d3e9-4a57-bdc3-0b2e4153fafa tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0922818 May 03 21:23:14.777620 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b8ca8783-fb81-4cde-8401-d0d353206935 req-a241ec31-90b8-4c41-8b94-177b4d61fe92 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549209 May 03 21:23:15.141361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad275a7-a33d-4754-b9ba-2697ef922c6b req-6591f701-badd-4d32-b7dd-28a499a61019 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:15.143120 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9ad275a7-a33d-4754-b9ba-2697ef922c6b req-6591f701-badd-4d32-b7dd-28a499a61019 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0849273 May 03 21:23:15.199167 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9ad275a7-a33d-4754-b9ba-2697ef922c6b req-423e9e7b-0cc5-4e55-9d02-e00b8f742fd3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494885 May 03 21:23:15.986475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a59ecd-efe5-4d91-a2ff-c64f0a3ea1e9 req-e46eaf14-41a8-4aa0-a4c9-58e68eb19b8b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:15.987776 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06a59ecd-efe5-4d91-a2ff-c64f0a3ea1e9 req-e46eaf14-41a8-4aa0-a4c9-58e68eb19b8b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1046748 May 03 21:23:16.041752 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06a59ecd-efe5-4d91-a2ff-c64f0a3ea1e9 req-38f54878-578f-4bf0-a18d-ed0f30f98cc2 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471139 May 03 21:23:16.439751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a318f-2a59-43b0-a3cc-e0251a7ae590 req-0ec565df-2633-4499-98e6-f6134483c842 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:16.447955 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-248a318f-2a59-43b0-a3cc-e0251a7ae590 req-0ec565df-2633-4499-98e6-f6134483c842 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1068103 May 03 21:23:16.463961 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613dfdcf-fa39-410c-a6f7-2cbed8dc2cd9 req-10edac55-6630-4e04-b873-7a184a8f593f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:16.467006 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-613dfdcf-fa39-410c-a6f7-2cbed8dc2cd9 req-10edac55-6630-4e04-b873-7a184a8f593f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1091573 May 03 21:23:16.501458 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-248a318f-2a59-43b0-a3cc-e0251a7ae590 req-59bcc50e-b14f-4394-829b-0726832a00b2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520949 May 03 21:23:16.535469 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-613dfdcf-fa39-410c-a6f7-2cbed8dc2cd9 req-d8fed395-1cf1-4a64-8fde-7d0ced609d34 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601721 May 03 21:23:17.740660 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d56622-bdb5-416c-a840-32e4ce67f2f5 req-21b5169c-8469-4196-9c7c-78b5fee7d70b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:17.743498 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e5d56622-bdb5-416c-a840-32e4ce67f2f5 req-21b5169c-8469-4196-9c7c-78b5fee7d70b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1307878 May 03 21:23:17.795238 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e5d56622-bdb5-416c-a840-32e4ce67f2f5 req-376e9067-1f7a-4fe1-b57d-68685b11a9fb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 May 03 21:23:17.943651 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d84f23-be16-414f-b7b8-c78650546846 req-7e3b9c72-ab6f-4255-bb2e-663b6ae65a3d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:17.945177 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b1d84f23-be16-414f-b7b8-c78650546846 req-7e3b9c72-ab6f-4255-bb2e-663b6ae65a3d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0817626 May 03 21:23:18.002312 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b1d84f23-be16-414f-b7b8-c78650546846 req-62bc6b04-2fd2-4f8d-84bc-836c32f4299f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512938 May 03 21:23:19.053095 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1bd22-c3ef-4ff2-bac7-7cf668cfe3c1 req-5bf3e3a4-ef3e-4060-b565-fc924e9868f2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:19.055014 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dae1bd22-c3ef-4ff2-bac7-7cf668cfe3c1 req-5bf3e3a4-ef3e-4060-b565-fc924e9868f2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1207516 May 03 21:23:19.151384 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dae1bd22-c3ef-4ff2-bac7-7cf668cfe3c1 req-34d8e08d-7b5b-4305-8144-bd79dbcae04b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900187 May 03 21:23:19.258662 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35e767-cb2c-46f4-87ee-0b8de4a3faba req-031e8969-c9cf-4733-a8e6-40d3d1328f90 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:19.260267 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5c35e767-cb2c-46f4-87ee-0b8de4a3faba req-031e8969-c9cf-4733-a8e6-40d3d1328f90 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1104305 May 03 21:23:19.310345 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5c35e767-cb2c-46f4-87ee-0b8de4a3faba req-41689dac-3b3f-4894-89ff-83e263c09714 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442638 May 03 21:23:19.585592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-642acdaf-b810-4903-928f-042ab94b93f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:20.360549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732a957-e8e4-49b9-ad5b-259ef6667833 req-c922eb0a-b4ce-4500-ac3a-7eaea96d0327 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:20.362095 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0732a957-e8e4-49b9-ad5b-259ef6667833 req-c922eb0a-b4ce-4500-ac3a-7eaea96d0327 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0833454 May 03 21:23:20.405392 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0732a957-e8e4-49b9-ad5b-259ef6667833 req-e483df89-5880-4c77-a7ff-7492cbb6ecd5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376487 May 03 21:23:20.498783 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf1871-4bbb-4f6e-a883-61df833f1f12 req-ca95f712-17e9-459b-a2f1-429c28fd530a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:20.500182 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-59cf1871-4bbb-4f6e-a883-61df833f1f12 req-ca95f712-17e9-459b-a2f1-429c28fd530a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0825675 May 03 21:23:20.547154 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-59cf1871-4bbb-4f6e-a883-61df833f1f12 req-96972b2e-33a7-4e47-b2f4-34006fd00eb0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 May 03 21:23:20.686481 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:23:20.780626 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-c2d2c59c-4bd0-4546-a933-0f069ec67fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:20.782103 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-c2d2c59c-4bd0-4546-a933-0f069ec67fa7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1099 time: 0.0757499 May 03 21:23:20.965671 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-129c4780-7f7d-4c95-bfa6-ec440a0efd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:20.967125 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-129c4780-7f7d-4c95-bfa6-ec440a0efd7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.1235337 May 03 21:23:21.073009 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-2c3df215-d92c-4913-b124-9d521e2364f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 1002 time: 0.0988827 May 03 21:23:21.137802 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-3dcec88e-7a78-4c16-994a-ae9e49b8e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:21.139446 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-3dcec88e-7a78-4c16-994a-ae9e49b8e34e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.0603051 May 03 21:23:21.217286 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-641f9386-41aa-4633-8c43-23e333f2f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:21.218725 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-641f9386-41aa-4633-8c43-23e333f2f4c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728667 May 03 21:23:21.418779 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-7ff6fdd6-ea3e-4e49-b290-7c0a1c27a77f service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923904 May 03 21:23:21.607172 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0821a594-a5d7-4a64-9866-1c1d8fb8ee82 req-b850b493-7d30-4bc1-a151-d2c0ca889f75 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793787 May 03 21:23:21.627707 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb00cf-92f6-45c0-8acf-e5d2591144de req-5a34e44a-7428-4137-b880-5c8d05880228 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:21.629500 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-73eb00cf-92f6-45c0-8acf-e5d2591144de req-5a34e44a-7428-4137-b880-5c8d05880228 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.1150339 May 03 21:23:21.659251 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ac34b208-589d-4206-bd73-892b88d6d5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:21.674403 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-73eb00cf-92f6-45c0-8acf-e5d2591144de req-0568910d-5fe9-460f-bfcf-cf5764d0320d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393779 May 03 21:23:21.734824 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b32448-33a7-4516-9cc3-35c1249b443e req-745bfeaa-8517-4bb8-9cdc-9f4a5da135bb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:21.737461 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a3b32448-33a7-4516-9cc3-35c1249b443e req-745bfeaa-8517-4bb8-9cdc-9f4a5da135bb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0842471 May 03 21:23:21.781015 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a3b32448-33a7-4516-9cc3-35c1249b443e req-7fbf940a-a64a-437c-94b3-0951194cbcad tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 May 03 21:23:22.860108 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf440e7-b44a-4585-8923-942b8917a5db req-d6261b77-caea-47b1-a43d-04192b0afdbe tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:22.862231 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dbf440e7-b44a-4585-8923-942b8917a5db req-d6261b77-caea-47b1-a43d-04192b0afdbe tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0797875 May 03 21:23:22.910074 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dbf440e7-b44a-4585-8923-942b8917a5db req-15855526-4886-49e4-ba2f-3ee29575ced7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 May 03 21:23:22.965520 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33423629-69b0-4cc3-a83a-69525c072e16 req-ade8d72b-b711-4db4-bd63-5ea05b159bcb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:22.966986 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-33423629-69b0-4cc3-a83a-69525c072e16 req-ade8d72b-b711-4db4-bd63-5ea05b159bcb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0821519 May 03 21:23:23.003260 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:23.012082 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-33423629-69b0-4cc3-a83a-69525c072e16 req-58798cad-755e-4f18-9545-0d680839799b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 May 03 21:23:23.106294 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:24.102123 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62152273-4906-4dc3-8a8d-2038d39cb0cf req-f8b33bda-06d8-4dcd-b622-919582e6c179 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:24.104048 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-62152273-4906-4dc3-8a8d-2038d39cb0cf req-f8b33bda-06d8-4dcd-b622-919582e6c179 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0800402 May 03 21:23:24.148710 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-62152273-4906-4dc3-8a8d-2038d39cb0cf req-8fd105f7-f364-4002-b7b3-1a29c219158d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391824 May 03 21:23:24.158710 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:24.229117 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e85f3-d5a5-4205-9b95-0793f54d1a41 req-48775235-1392-4f4a-9abe-657b6a6d16ed tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:24.230731 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-331e85f3-d5a5-4205-9b95-0793f54d1a41 req-48775235-1392-4f4a-9abe-657b6a6d16ed tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0940900 May 03 21:23:24.284421 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-331e85f3-d5a5-4205-9b95-0793f54d1a41 req-16cb9bf1-5c00-42bf-9c4c-93b496731045 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477183 May 03 21:23:25.337618 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da172991-4d36-4891-9ce4-a9aa50d55e2e req-0f11de9b-aa04-4d37-9eed-4c68783c6fd4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:25.339106 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da172991-4d36-4891-9ce4-a9aa50d55e2e req-0f11de9b-aa04-4d37-9eed-4c68783c6fd4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0814538 May 03 21:23:25.385307 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da172991-4d36-4891-9ce4-a9aa50d55e2e req-8dd7ebe5-cfe3-4193-b288-82d4d5dd1b8a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383632 May 03 21:23:25.470957 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c9b0-0705-47ae-b78e-302ee20ef8b9 req-d247d8b8-1368-4f42-8623-c5d120a50d8f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:25.472330 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3979c9b0-0705-47ae-b78e-302ee20ef8b9 req-d247d8b8-1368-4f42-8623-c5d120a50d8f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0786190 May 03 21:23:25.515983 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3979c9b0-0705-47ae-b78e-302ee20ef8b9 req-bb026161-a399-4dde-9076-9d5e1a670ba0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379946 May 03 21:23:26.576268 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a50d-429d-49c6-b363-88f143b1d5c1 req-8e0aafc0-0089-47e6-99a0-3631df1c39e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:26.577729 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7918a50d-429d-49c6-b363-88f143b1d5c1 req-8e0aafc0-0089-47e6-99a0-3631df1c39e6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 946 time: 0.0815408 May 03 21:23:26.623268 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7918a50d-429d-49c6-b363-88f143b1d5c1 req-b640102c-6fc0-44a6-8760-fb1aac729a4c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 May 03 21:23:26.708729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c96d5-69ba-4196-b7a5-ae6db0b8537d req-4d288860-d708-4f57-bc8f-949914ea5a4f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:26.710161 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5e5c96d5-69ba-4196-b7a5-ae6db0b8537d req-4d288860-d708-4f57-bc8f-949914ea5a4f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0837646 May 03 21:23:26.753763 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5e5c96d5-69ba-4196-b7a5-ae6db0b8537d req-ea7cbdee-44a4-47fe-a787-29cfb60aafd9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377972 May 03 21:23:27.048091 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:27.160603 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.184142 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-6e250b4b-e5a0-4072-975f-753933c8f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:27.185635 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-6e250b4b-e5a0-4072-975f-753933c8f977 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1099 time: 0.1211352 May 03 21:23:27.186828 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:23:27.196854 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:27.201045 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:27.237644 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1928061e-9865-45b8-a9ef-928a62ec2972'] response: {'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'code': 200} May 03 21:23:27.268429 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=8']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:27.320690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-573917eb-dd00-4243-b11d-5096fc638a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:27.322035 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-573917eb-dd00-4243-b11d-5096fc638a7a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1295078 May 03 21:23:27.426062 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-a5952bbc-2dab-4d5f-8081-8cc1e3afef21 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 999 time: 0.0971310 May 03 21:23:27.488156 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-244afc51-aa39-467d-9932-9c158f4d112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:27.489557 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-244afc51-aa39-467d-9932-9c158f4d112b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0574722 May 03 21:23:27.563341 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-6a4a1228-5b0a-4b60-a5eb-287819c944ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:27.564821 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-6a4a1228-5b0a-4b60-a5eb-287819c944ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690546 May 03 21:23:27.702971 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-40120e75-1995-4399-803f-6126f0e8c2ad service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297600 May 03 21:23:27.819174 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcabdf0-2e32-42b3-8ff7-2b29a66fc983 req-e4678c9f-486c-4f38-a4ff-5b3b2dcf74b8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:27.820667 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ffcabdf0-2e32-42b3-8ff7-2b29a66fc983 req-e4678c9f-486c-4f38-a4ff-5b3b2dcf74b8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0788393 May 03 21:23:27.850522 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b2d2ee35-41b6-494d-baaa-a9ab0310f57f req-b8ea5a7a-0a70-47f8-89f3-a40be6955d7d service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381490 May 03 21:23:27.879517 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ffcabdf0-2e32-42b3-8ff7-2b29a66fc983 req-60b05217-65b2-4e3a-b6af-ed7465667510 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532057 May 03 21:23:28.093656 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da35824-fe10-4dd7-b9d8-85d43e633c1b req-414cd7fa-520b-4413-9ea5-3cb00bf54f14 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:28.095257 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0da35824-fe10-4dd7-b9d8-85d43e633c1b req-414cd7fa-520b-4413-9ea5-3cb00bf54f14 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0848358 May 03 21:23:28.140354 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0da35824-fe10-4dd7-b9d8-85d43e633c1b req-92a6b9e8-6dba-4e8d-883c-dfae82d0fd92 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384912 May 03 21:23:29.131724 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4249f-88ef-4499-9ffd-ce502b056935 req-4cd3d470-feda-4f27-9b29-16ab49931dbd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:29.133170 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a9b4249f-88ef-4499-9ffd-ce502b056935 req-4cd3d470-feda-4f27-9b29-16ab49931dbd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.1460567 May 03 21:23:29.177934 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a9b4249f-88ef-4499-9ffd-ce502b056935 req-08d77d58-e242-4998-8c1a-735088f23789 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392389 May 03 21:23:29.322244 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a68789-099e-4f7e-b7cf-a79e37e90ad3 req-60c213a7-d173-4b96-a048-f1c97f3bed71 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:29.323687 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a2a68789-099e-4f7e-b7cf-a79e37e90ad3 req-60c213a7-d173-4b96-a048-f1c97f3bed71 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0779245 May 03 21:23:29.439700 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a2a68789-099e-4f7e-b7cf-a79e37e90ad3 req-7a6c52b6-8339-47b7-af46-7da26cc35de3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097057 May 03 21:23:30.364159 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5132b-62c9-401d-a93b-460609b30810 req-b69f5a35-92c4-405c-bddd-c85304e49827 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:30.365586 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-73d5132b-62c9-401d-a93b-460609b30810 req-b69f5a35-92c4-405c-bddd-c85304e49827 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0781367 May 03 21:23:30.413835 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-73d5132b-62c9-401d-a93b-460609b30810 req-21f4e54c-c5d5-45b8-981b-7169b30f03b6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415535 May 03 21:23:31.381231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2254a-bbdb-444e-8b5e-133a1e101e7b req-758a19e1-0998-46f7-a967-eb3e789b1cca tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:31.382795 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9dd2254a-bbdb-444e-8b5e-133a1e101e7b req-758a19e1-0998-46f7-a967-eb3e789b1cca tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0819192 May 03 21:23:31.427000 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9dd2254a-bbdb-444e-8b5e-133a1e101e7b req-b6250f18-3bc3-4813-8457-4405f781a6ac tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384622 May 03 21:23:31.585149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 54168) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:23:31.694818 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-32d99bae-dc55-40dc-85f4-108c36676381 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085241 May 03 21:23:32.622326 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8105e-6413-4593-a2cc-8854d2e67331 req-1b6a966a-4ac2-4a0a-b342-f4c307bec611 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:32.623730 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-81f8105e-6413-4593-a2cc-8854d2e67331 req-1b6a966a-4ac2-4a0a-b342-f4c307bec611 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0796587 May 03 21:23:32.668259 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-81f8105e-6413-4593-a2cc-8854d2e67331 req-7695dc7c-02fb-4f17-9b24-d1b3cc220b31 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379229 May 03 21:23:33.572643 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-b6843e69-3dec-407b-ac11-35796e421755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:33.574110 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-b6843e69-3dec-407b-ac11-35796e421755 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b&tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 1097 time: 0.0745039 May 03 21:23:33.665772 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-d7f00d29-4066-4707-8831-c2d1aab52407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:33.667246 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-d7f00d29-4066-4707-8831-c2d1aab52407 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1097 time: 0.0704267 May 03 21:23:33.802086 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-7c3d67cc-493e-48fd-8dc9-d5f72435938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:33.804105 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-7c3d67cc-493e-48fd-8dc9-d5f72435938a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1284845 May 03 21:23:33.870815 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2a1e4-89f0-4c82-8b77-87542d5432ea req-21c3cd51-1e63-4c75-b694-c3fcd543e310 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:33.873076 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e0d2a1e4-89f0-4c82-8b77-87542d5432ea req-21c3cd51-1e63-4c75-b694-c3fcd543e310 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0843942 May 03 21:23:33.917368 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-7779bf3b-090b-43c2-85b2-9d577688f1e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 200 len: 999 time: 0.1018209 May 03 21:23:33.920786 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e0d2a1e4-89f0-4c82-8b77-87542d5432ea req-6f6e019e-7d13-4fb7-9a43-15621d9ef7bb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407145 May 03 21:23:33.984206 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-c2c48fa0-0122-4721-a245-b365a577c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:33.985952 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-c2c48fa0-0122-4721-a245-b365a577c088 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0596335 May 03 21:23:34.063558 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-2374b846-5271-40f5-be12-11e817f58d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:34.065500 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-2374b846-5271-40f5-be12-11e817f58d6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722377 May 03 21:23:34.194159 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-e3e4b4ae-2b3c-4daf-b7a8-cbf4ee87ae39 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219065 May 03 21:23:34.321369 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-a577c91f-8279-4c60-9134-6847471088e5 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210809 May 03 21:23:34.374816 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:35.027370 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1951641-5df3-478f-835a-58a8b05cb75c req-7c655db7-b8ad-495a-ac49-82ea5ba97954 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:35.034830 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f1951641-5df3-478f-835a-58a8b05cb75c req-7c655db7-b8ad-495a-ac49-82ea5ba97954 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0962012 May 03 21:23:35.088474 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f1951641-5df3-478f-835a-58a8b05cb75c req-e9402ad7-9a99-4fb1-ac2c-eab104dda39e tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526125 May 03 21:23:35.151921 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c9bb9-b49f-4786-8857-e8d3442056f7 req-47431146-703e-4e42-aaae-327a8806788b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:35.153423 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f84c9bb9-b49f-4786-8857-e8d3442056f7 req-47431146-703e-4e42-aaae-327a8806788b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0847905 May 03 21:23:35.200920 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f84c9bb9-b49f-4786-8857-e8d3442056f7 req-e18960d7-31f2-4205-8300-8a7ff658ecc4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403054 May 03 21:23:36.112693 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:36.282061 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd6917-ea64-4ee8-8523-b3e61458021a req-089487d6-9863-41e9-9db3-4e5590d265cd tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:36.284151 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08fd6917-ea64-4ee8-8523-b3e61458021a req-089487d6-9863-41e9-9db3-4e5590d265cd tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0920451 May 03 21:23:36.351060 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08fd6917-ea64-4ee8-8523-b3e61458021a req-5f10816d-5690-48d7-ac9b-960b0fa7f4dc tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609236 May 03 21:23:36.405777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe5d26-5f5e-4ae6-b82a-fb10c6c4b566 req-88f3a027-b33f-43a9-818a-06feb93d3bff tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:36.407311 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a3fe5d26-5f5e-4ae6-b82a-fb10c6c4b566 req-88f3a027-b33f-43a9-818a-06feb93d3bff tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0851393 May 03 21:23:36.452641 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a3fe5d26-5f5e-4ae6-b82a-fb10c6c4b566 req-1d3652a3-6de9-4822-b6bd-5af9dc6aa13a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386138 May 03 21:23:37.584347 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407e594-cc4a-4864-873c-b23dd876e119 req-e6600d8d-7cf4-47a9-8a3a-0e47e900e7b9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:37.585975 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3407e594-cc4a-4864-873c-b23dd876e119 req-e6600d8d-7cf4-47a9-8a3a-0e47e900e7b9 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.1281798 May 03 21:23:37.632987 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3407e594-cc4a-4864-873c-b23dd876e119 req-fe9e6074-c7b5-4a3f-b986-39a8ef2d4a38 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 May 03 21:23:37.666317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1134be1-f3d3-4a66-8dd1-b5652a3e9848 req-70ca9386-5f4a-4584-a09a-6c8ef07f16fc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:37.667820 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1134be1-f3d3-4a66-8dd1-b5652a3e9848 req-70ca9386-5f4a-4584-a09a-6c8ef07f16fc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0833368 May 03 21:23:37.717911 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1134be1-f3d3-4a66-8dd1-b5652a3e9848 req-6a321c94-e941-4006-89a7-93fd4bf9c350 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444613 May 03 21:23:38.827370 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe1cf-abd5-4ef3-8df8-de00086af6bd req-d82d0482-aa03-4364-bd8d-41adcf4efb7e tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:38.828735 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4eafe1cf-abd5-4ef3-8df8-de00086af6bd req-d82d0482-aa03-4364-bd8d-41adcf4efb7e tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0794039 May 03 21:23:38.888732 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4eafe1cf-abd5-4ef3-8df8-de00086af6bd req-66d5405d-8c76-4a04-be02-ff0763ef30bc tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541239 May 03 21:23:38.932686 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132eb058-1801-4ad2-a957-13655c81737c req-e68dd97d-5a97-476a-9bf7-69889c10c74e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:38.934208 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-132eb058-1801-4ad2-a957-13655c81737c req-e68dd97d-5a97-476a-9bf7-69889c10c74e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0948567 May 03 21:23:38.979532 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-132eb058-1801-4ad2-a957-13655c81737c req-0d56d885-95da-4d96-8898-927049b88d43 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 May 03 21:23:40.122870 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31f782-2580-4551-8ee4-8c819497ef23 req-8eb181e2-92d8-4231-846c-ed468846b04b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:40.124822 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ac31f782-2580-4551-8ee4-8c819497ef23 req-8eb181e2-92d8-4231-846c-ed468846b04b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.1064119 May 03 21:23:40.178557 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ac31f782-2580-4551-8ee4-8c819497ef23 req-57e4818f-7052-4ea9-95c6-055b0f9d44cb tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474000 May 03 21:23:40.203572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715c116-3400-4ff2-99a3-6b574bfb5497 req-8ee5bc82-d686-4ff0-a6db-49bd478fda81 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:40.205647 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8715c116-3400-4ff2-99a3-6b574bfb5497 req-8ee5bc82-d686-4ff0-a6db-49bd478fda81 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0874088 May 03 21:23:40.250921 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8715c116-3400-4ff2-99a3-6b574bfb5497 req-41850243-342d-4203-9802-fcb0986979ee tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394053 May 03 21:23:41.369855 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5a38-0c21-450b-ac49-9bfad299c8b1 req-8e32be03-79e8-4572-972e-3af08f6f40e1 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:41.371516 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6d4c5a38-0c21-450b-ac49-9bfad299c8b1 req-8e32be03-79e8-4572-972e-3af08f6f40e1 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0847206 May 03 21:23:41.434114 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6d4c5a38-0c21-450b-ac49-9bfad299c8b1 req-0506f808-dbc7-4439-a110-3035aad9698a tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558534 May 03 21:23:41.446718 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c98e-dbd8-4576-93c3-94db8afd1012 req-edb927fc-4915-472a-b5ee-a952dbd04716 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:41.453166 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0a85c98e-dbd8-4576-93c3-94db8afd1012 req-edb927fc-4915-472a-b5ee-a952dbd04716 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0898058 May 03 21:23:41.496094 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0a85c98e-dbd8-4576-93c3-94db8afd1012 req-e4349627-3936-45e0-acae-ed70dc3f57bb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 May 03 21:23:42.628436 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1c291-4efc-435e-b017-f449743cbbe2 req-cda01fcc-06ec-4208-8ae1-6f72d7cc4dd0 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:42.629922 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8e1c291-4efc-435e-b017-f449743cbbe2 req-cda01fcc-06ec-4208-8ae1-6f72d7cc4dd0 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0822227 May 03 21:23:42.684723 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8e1c291-4efc-435e-b017-f449743cbbe2 req-535ffa7f-8432-4af1-b9f5-6eab98307ae5 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 May 03 21:23:42.794917 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9419d-eb68-4c9b-8515-7bb361e6474b req-9bc7d44d-cc41-4cda-84bb-22c71808288b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:42.796404 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-84f9419d-eb68-4c9b-8515-7bb361e6474b req-9bc7d44d-cc41-4cda-84bb-22c71808288b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.1781511 May 03 21:23:42.844319 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-84f9419d-eb68-4c9b-8515-7bb361e6474b req-295d0a92-06e9-4ad7-85ed-4a1f6df4f4b5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 May 03 21:23:43.909740 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782601-cc7b-4d69-b60d-82f725a1cbe2 req-d817dd1c-17a8-46ce-bccc-8818a340633d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:43.911364 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-68782601-cc7b-4d69-b60d-82f725a1cbe2 req-d817dd1c-17a8-46ce-bccc-8818a340633d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0904498 May 03 21:23:43.965016 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-68782601-cc7b-4d69-b60d-82f725a1cbe2 req-7821779f-d51c-43f3-9f65-9ea76be16b49 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 May 03 21:23:44.056082 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c83bf0-21d1-4483-ac60-c01180dc998b req-28555659-8abe-4f16-8b01-75fa3b6b99a9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:44.057529 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43c83bf0-21d1-4483-ac60-c01180dc998b req-28555659-8abe-4f16-8b01-75fa3b6b99a9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0922153 May 03 21:23:44.105054 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43c83bf0-21d1-4483-ac60-c01180dc998b req-430ad7de-d15a-4268-98b5-effee21ce2f5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 May 03 21:23:45.157162 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b331e4a-d917-486c-bf15-6916150a1172 req-22c55595-7455-4125-a5cc-81daa109b445 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:45.159338 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3b331e4a-d917-486c-bf15-6916150a1172 req-22c55595-7455-4125-a5cc-81daa109b445 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0875807 May 03 21:23:45.221660 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3b331e4a-d917-486c-bf15-6916150a1172 req-b11a7315-6258-46e2-9e55-9fdb0e7b02b2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495372 May 03 21:23:45.334822 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b3dd7-20cf-48d7-a47c-2c0206e2856e req-18076bc9-9e4c-4479-af38-50ba97a5cb0c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:45.337555 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-557b3dd7-20cf-48d7-a47c-2c0206e2856e req-18076bc9-9e4c-4479-af38-50ba97a5cb0c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.1043940 May 03 21:23:45.400825 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-557b3dd7-20cf-48d7-a47c-2c0206e2856e req-d86e9044-4cdb-48d2-87d0-5773ec7b6f72 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512614 May 03 21:23:46.421538 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e0496-c9c4-4294-872f-a0224d51b8e3 req-5aca9701-6f70-4151-8438-94851b319a17 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:46.423032 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8f4e0496-c9c4-4294-872f-a0224d51b8e3 req-5aca9701-6f70-4151-8438-94851b319a17 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0857277 May 03 21:23:46.471674 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8f4e0496-c9c4-4294-872f-a0224d51b8e3 req-4d0b9d2d-b690-4cdd-a22d-026539e880d7 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 May 03 21:23:46.604868 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c42511-b965-4189-bf21-bfa0c5cf682f req-4e547ec2-edb2-44ca-a7e4-68f337419b52 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:46.606282 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1c42511-b965-4189-bf21-bfa0c5cf682f req-4e547ec2-edb2-44ca-a7e4-68f337419b52 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0838850 May 03 21:23:46.650138 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1c42511-b965-4189-bf21-bfa0c5cf682f req-ef21bc88-e565-477c-84ec-21fd0bbb08cf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372813 May 03 21:23:47.655182 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb74ea-bf3c-477a-8c49-1e367efbed55 req-91b426ac-1553-4957-9206-fbe82c679e36 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:47.656613 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a5bb74ea-bf3c-477a-8c49-1e367efbed55 req-91b426ac-1553-4957-9206-fbe82c679e36 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0782707 May 03 21:23:47.703590 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a5bb74ea-bf3c-477a-8c49-1e367efbed55 req-fb8c46df-b480-47a6-9504-92b5526bf005 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410256 May 03 21:23:47.835433 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbeaac-060f-4709-86ae-661c9319d9ea req-a8bfb44b-d55b-46e9-bb35-0dd5e31b1943 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:47.836763 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-44cbeaac-060f-4709-86ae-661c9319d9ea req-a8bfb44b-d55b-46e9-bb35-0dd5e31b1943 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0770504 May 03 21:23:47.880091 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-44cbeaac-060f-4709-86ae-661c9319d9ea req-b5dc316c-3d10-47cd-b506-a1fe231675b5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377090 May 03 21:23:48.886757 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ec878-a081-4506-9608-de2d9f000038 req-4a5d09b9-0855-4a21-83af-9b23c1f56897 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:48.888115 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-811ec878-a081-4506-9608-de2d9f000038 req-4a5d09b9-0855-4a21-83af-9b23c1f56897 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0783188 May 03 21:23:48.932722 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-811ec878-a081-4506-9608-de2d9f000038 req-355ba36c-0f51-4e6f-b2fb-b57b6494c06e tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 May 03 21:23:49.070687 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a03ed-e878-428b-8978-af4e061a0d1a req-f454f403-bf31-4cfe-987f-d3b29507eb34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:49.072140 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a51a03ed-e878-428b-8978-af4e061a0d1a req-f454f403-bf31-4cfe-987f-d3b29507eb34 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0801666 May 03 21:23:49.118960 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a51a03ed-e878-428b-8978-af4e061a0d1a req-4f009774-e2b4-4e6e-8adf-66cb02c1acf1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411644 May 03 21:23:49.588274 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-72ea771c-d932-475f-b17a-447ff76200d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:50.118210 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a447224-b3af-44bb-8592-b9bd748f44de req-4f77b82d-c5f5-4e8a-9607-1a82cb9de4c2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:50.119694 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9a447224-b3af-44bb-8592-b9bd748f44de req-4f77b82d-c5f5-4e8a-9607-1a82cb9de4c2 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0847235 May 03 21:23:50.162675 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9a447224-b3af-44bb-8592-b9bd748f44de req-b2f5ff0d-1a56-4fb2-93fc-3ddbc3475057 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373414 May 03 21:23:50.310745 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c270f65-18fd-455e-b074-946b6d361fad req-36bddfd0-175d-4e05-b564-9d694879282e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:50.312138 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5c270f65-18fd-455e-b074-946b6d361fad req-36bddfd0-175d-4e05-b564-9d694879282e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0780549 May 03 21:23:50.357795 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5c270f65-18fd-455e-b074-946b6d361fad req-d2d85422-4d5f-4f1d-9ad4-1882958e0848 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 May 03 21:23:51.343255 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0d8e6-156e-4bc4-8c1d-55b5f455c193 req-5b0052cd-37e9-4371-b0ea-632bebb9646b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:51.344694 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-85c0d8e6-156e-4bc4-8c1d-55b5f455c193 req-5b0052cd-37e9-4371-b0ea-632bebb9646b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0792043 May 03 21:23:51.388486 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-85c0d8e6-156e-4bc4-8c1d-55b5f455c193 req-829f3c7e-2741-459f-8592-a0912f35fa7b tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 May 03 21:23:51.545728 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007251-a498-4568-a0cd-1b0e214e41a3 req-9043d64d-fd4d-419a-b871-1f944e0f2bea tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:51.547217 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c7007251-a498-4568-a0cd-1b0e214e41a3 req-9043d64d-fd4d-419a-b871-1f944e0f2bea tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0805376 May 03 21:23:51.590739 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c7007251-a498-4568-a0cd-1b0e214e41a3 req-a9d001c7-b176-45c2-9f3e-1d647a23af79 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 May 03 21:23:51.661828 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-87988c1d-e19c-4991-8ac1-8e0c9e009384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:52.195338 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-ff576594-e297-4144-b2a7-f99849ff001d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:52.196743 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-ff576594-e297-4144-b2a7-f99849ff001d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0803692 May 03 21:23:52.264323 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Deleting port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:23:52.264652 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:52.507533 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] For port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,segment=NetworkSegment(5bca90b5-d2b8-41f0-8f44-3321af540d41),segment_id=5bca90b5-d2b8-41f0-8f44-3321af540d41)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:23:52.507801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:52.577361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73730c-6231-46e2-9df0-0ed5f973452c req-05d3bde1-50d5-4aaf-b115-4a7fa067a02d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:52.578813 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dd73730c-6231-46e2-9df0-0ed5f973452c req-05d3bde1-50d5-4aaf-b115-4a7fa067a02d tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/ports?device_id=0420db63-43d1-419c-af8a-e01fc54cfcb7 HTTP/1.1" status: 200 len: 945 time: 0.0841665 May 03 21:23:52.624505 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dd73730c-6231-46e2-9df0-0ed5f973452c req-45ec25b1-4387-4cd4-9e07-f100b5a42585 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.26 "GET /v2.0/security-groups?id=71cadaaa-8b96-4ad7-820e-666267d602b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391788 May 03 21:23:52.630788 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Calling delete_port for 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:23:52.827354 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:52.842718 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:23:52.887493 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71875c-0639-4610-aa84-2609bf21df74 req-2553b480-417e-4be4-80ee-6a9a73f35429 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:52.889258 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d71875c-0639-4610-aa84-2609bf21df74 req-2553b480-417e-4be4-80ee-6a9a73f35429 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.1846559 May 03 21:23:52.899475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Pushing event deleted for resources: {'Port': ['ID=9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:23:52.964582 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.964928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.965269 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.965606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.965939 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.966270 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.966597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.966925 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.967274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.967598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.967921 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:52.968243 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:23:53.005566 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:53.085255 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] No DVR routers for this DVR port 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:23:53.089452 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:53.091901 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'name': 'network-vif-deleted', 'tag': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:23:53.109189 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6d71875c-0639-4610-aa84-2609bf21df74 req-a09145dc-f812-41c1-a89b-de6e1a25eb2c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120776 May 03 21:23:53.114501 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-af75ccf0-e93e-40ca-91a6-1965574a15e4 req-c069dc7d-643b-48be-b3e9-77c3322a3603 tempest-VolumesSnapshotTestJSON-1480129702 tempest-VolumesSnapshotTestJSON-1480129702-project] 10.222.0.47 "DELETE /v2.0/ports/9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a HTTP/1.1" status: 204 len: 173 time: 0.9114270 May 03 21:23:53.114641 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:53.194999 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d6b986-3418-4281-9e5d-2c857d44758a'] response: {'server_uuid': '0420db63-43d1-419c-af8a-e01fc54cfcb7', 'name': 'network-vif-deleted', 'tag': '9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a', 'status': 'completed', 'code': 200} May 03 21:23:54.149816 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:23:54.300665 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0245c1-335b-41a5-8340-373aa03b5bf6 req-2aa7ef59-a10c-4ed3-af34-e1f54bb6ebf0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:54.302117 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0d0245c1-335b-41a5-8340-373aa03b5bf6 req-2aa7ef59-a10c-4ed3-af34-e1f54bb6ebf0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0778880 May 03 21:23:54.344544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0d0245c1-335b-41a5-8340-373aa03b5bf6 req-24402f5b-2040-4359-bd80-8c8d3f460ff3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367119 May 03 21:23:55.536203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce6610-3107-43fc-ade9-95d844448014 req-599d47c5-1832-4f79-870e-0bf007a09642 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:55.537687 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1ce6610-3107-43fc-ade9-95d844448014 req-599d47c5-1832-4f79-870e-0bf007a09642 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0785797 May 03 21:23:55.581734 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1ce6610-3107-43fc-ade9-95d844448014 req-98934207-106f-4645-8be1-e2d1100d9b47 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382414 May 03 21:23:56.769089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3c42-fa53-4725-a5d3-7ccb7c04afb5 req-defd56cb-e263-4f47-bf4a-ffe72a0f0853 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:56.770523 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-145d3c42-fa53-4725-a5d3-7ccb7c04afb5 req-defd56cb-e263-4f47-bf4a-ffe72a0f0853 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0805707 May 03 21:23:56.814690 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-145d3c42-fa53-4725-a5d3-7ccb7c04afb5 req-2133e3d4-57fb-49ba-8d2b-d72456421a09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384154 May 03 21:23:57.685898 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:23:58.005966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f534d-42ee-4469-9f8d-af256200cdec req-c5cdff0c-1f1f-496b-9a31-fbecdb9631da tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:58.007444 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c5f534d-42ee-4469-9f8d-af256200cdec req-c5cdff0c-1f1f-496b-9a31-fbecdb9631da tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0804818 May 03 21:23:58.049492 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c5f534d-42ee-4469-9f8d-af256200cdec req-95fc4417-1e86-45d6-b411-4c5164d7de1a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360045 May 03 21:23:58.198649 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:23:58.234300 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:23:58.234635 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 9d6d3cf3-42ff-4f13-80a3-e9fba96cde5a not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:23:59.235363 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01b2b6-6efe-4a2c-8db8-cf2b914716cb req-f01ca5cc-1965-4b45-9510-6d090e31ea1c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:23:59.238032 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1f01b2b6-6efe-4a2c-8db8-cf2b914716cb req-f01ca5cc-1965-4b45-9510-6d090e31ea1c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0779219 May 03 21:23:59.344553 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1f01b2b6-6efe-4a2c-8db8-cf2b914716cb req-94e76f5a-0dce-4f64-833c-db66846ab895 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007445 May 03 21:24:00.534325 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfaec9-e72c-4be4-9425-4ef4880f6e79 req-b796eb7d-a48a-4a62-9e82-3f0d02c5d8a3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:00.535899 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-42dfaec9-e72c-4be4-9425-4ef4880f6e79 req-b796eb7d-a48a-4a62-9e82-3f0d02c5d8a3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0804152 May 03 21:24:00.582712 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-42dfaec9-e72c-4be4-9425-4ef4880f6e79 req-af460af2-a773-460b-8a9b-dbce6412049f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 May 03 21:24:01.769964 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1adbe-1c75-4926-a24f-9631c3a89a15 req-1cf4f229-f8a6-4518-b552-4c58d90c0c80 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:01.771451 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a4d1adbe-1c75-4926-a24f-9631c3a89a15 req-1cf4f229-f8a6-4518-b552-4c58d90c0c80 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0791378 May 03 21:24:01.813689 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a4d1adbe-1c75-4926-a24f-9631c3a89a15 req-8d9e1a94-52a4-40d1-b02a-7714c34ae186 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365920 May 03 21:24:03.010030 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba11b1a-8fe9-4743-8400-f15c9218b92f req-1653ad2c-0d91-45af-b687-e761a61dd795 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:03.011445 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4ba11b1a-8fe9-4743-8400-f15c9218b92f req-1653ad2c-0d91-45af-b687-e761a61dd795 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 944 time: 0.0891302 May 03 21:24:03.055388 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4ba11b1a-8fe9-4743-8400-f15c9218b92f req-84991f6f-301d-49a0-811c-6739bbc451eb tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382769 May 03 21:24:03.654520 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:24:03.789131 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:03.802964 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'port_id': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'mac_address': 'fa:16:3e:f2:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:24:03.883140 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:03.903535 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29dcc68c-c395-4b81-86fa-e5619d3a6b55 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:24:03.918801 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:03.923185 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:03.993694 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=9']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:04.001276 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.001561 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.001899 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.002875 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.003249 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.003572 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.003899 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.004224 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.004573 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.004909 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.005229 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.005553 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:04.246492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e3d1f-1103-45b3-88fe-83dc2542ac9d req-5d3340d1-b763-44c1-acd0-4860e3b572a7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:04.247964 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad8e3d1f-1103-45b3-88fe-83dc2542ac9d req-5d3340d1-b763-44c1-acd0-4860e3b572a7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.0817232 May 03 21:24:04.291231 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad8e3d1f-1103-45b3-88fe-83dc2542ac9d req-e90034f6-04e3-4e08-8be0-28d535062b71 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370431 May 03 21:24:04.365959 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['29dcc68c-c395-4b81-86fa-e5619d3a6b55'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:24:05.477913 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f17f65-21a2-4275-81d6-08fb31d8b5ba req-665b0e7a-27ea-4d7a-b87d-9e67b0017476 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:05.479399 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-82f17f65-21a2-4275-81d6-08fb31d8b5ba req-665b0e7a-27ea-4d7a-b87d-9e67b0017476 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.0786579 May 03 21:24:05.526796 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-82f17f65-21a2-4275-81d6-08fb31d8b5ba req-4947ad0d-59c4-4195-a613-b3f0d69adfb4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417926 May 03 21:24:06.715286 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e3009-a9e7-4e36-8d6c-f9af1ee23918 req-c2ef6f62-649f-4330-a987-7be7d0a8c11f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:06.716742 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-db4e3009-a9e7-4e36-8d6c-f9af1ee23918 req-c2ef6f62-649f-4330-a987-7be7d0a8c11f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 945 time: 0.0769281 May 03 21:24:06.760549 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-db4e3009-a9e7-4e36-8d6c-f9af1ee23918 req-629d3679-ab75-4815-b7fc-5169284ecb0d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376120 May 03 21:24:06.795130 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:06.852669 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:06.869442 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:06.869797 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:06.981939 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.008112 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:07.018219 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:07.023363 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:07.088849 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=10']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:07.110021 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35cb61bd-bac0-4136-840e-263780221b79'] response: {'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'code': 200} May 03 21:24:07.950265 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fe3eb-7983-4e86-af45-89544cbd3399 req-e1a54fb6-9ec5-4452-b38b-74088d43d444 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:07.951723 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8c6fe3eb-7983-4e86-af45-89544cbd3399 req-e1a54fb6-9ec5-4452-b38b-74088d43d444 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.0819674 May 03 21:24:07.994969 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8c6fe3eb-7983-4e86-af45-89544cbd3399 req-127ab88a-69cf-4244-bed8-9c4ac2adcc5c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375195 May 03 21:24:09.241905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1557cd7-c3ce-4b30-ad9e-f1350a355e3b req-f69ae08c-04ab-4983-ba31-01ad6f841b06 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.243373 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e1557cd7-c3ce-4b30-ad9e-f1350a355e3b req-f69ae08c-04ab-4983-ba31-01ad6f841b06 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.1357760 May 03 21:24:09.250370 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-661019d1-8fe4-4f4b-ab3c-1bfecf51b7c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1009159 May 03 21:24:09.334816 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e1557cd7-c3ce-4b30-ad9e-f1350a355e3b req-5f76a22a-94dc-40e9-931e-3f16d25b19dd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834105 May 03 21:24:09.368276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-5ad7ac03-7257-44d1-aa3e-f9f3d57b1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.369742 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-5ad7ac03-7257-44d1-aa3e-f9f3d57b1a23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 1098 time: 0.0988925 May 03 21:24:09.510843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-6b978647-3f6a-4a19-b512-b2542676ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.512301 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-6b978647-3f6a-4a19-b512-b2542676ca07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1232438 May 03 21:24:09.585821 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-4caeb4dc-3cb8-4d61-9c0a-4894c90177da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d HTTP/1.1" status: 200 len: 217 time: 0.0644341 May 03 21:24:09.647774 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-e3446b8d-5a8f-4933-b423-bb9a54e9d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.649201 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-e3446b8d-5a8f-4933-b423-bb9a54e9d9bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0559025 May 03 21:24:09.724789 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-ec0557aa-0a61-449b-88db-9f93842bc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:09.726272 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-ec0557aa-0a61-449b-88db-9f93842bc41d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714228 May 03 21:24:09.852464 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-9097080a-731c-4839-addc-b6658fb403db service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199560 May 03 21:24:09.985849 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a219d4c-0b2e-4fe5-b5e4-974635f5e022 req-a7409535-efa0-41ac-9a10-a7c1cab5e100 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267490 May 03 21:24:10.122261 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1a53d-35c0-4d51-bba4-17870862e233 req-3545b2ba-8f21-4fb0-9d11-007ae06149da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:10.123682 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8df1a53d-35c0-4d51-bba4-17870862e233 req-3545b2ba-8f21-4fb0-9d11-007ae06149da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 1100 time: 0.0679169 May 03 21:24:10.162565 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8df1a53d-35c0-4d51-bba4-17870862e233 req-00c779a5-5a5c-4e6a-840d-5502e0d12f0e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324736 May 03 21:24:10.522637 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866d839-b066-4ca8-8130-4a938f56ae38 req-688b4743-c69b-41de-be55-c7bdff3881f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:10.524162 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0866d839-b066-4ca8-8130-4a938f56ae38 req-688b4743-c69b-41de-be55-c7bdff3881f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.0804272 May 03 21:24:10.573413 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0866d839-b066-4ca8-8130-4a938f56ae38 req-d5f70526-bbdc-4b27-a5aa-750bb0a1e4a3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436978 May 03 21:24:11.763533 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32071e-858c-4232-a840-012066199d95 req-bcc17797-3e0a-447e-83a1-fe715f67e7c5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:11.764948 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5f32071e-858c-4232-a840-012066199d95 req-bcc17797-3e0a-447e-83a1-fe715f67e7c5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.0807154 May 03 21:24:11.807793 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5f32071e-858c-4232-a840-012066199d95 req-57d9ee3b-4404-47b8-89fd-2e0993194758 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 May 03 21:24:13.005327 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd772ac-d9bc-4d02-a742-73eb8fcd1e15 req-0105b429-4766-4f4e-9f56-d55a4c15e199 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:13.006822 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9cd772ac-d9bc-4d02-a742-73eb8fcd1e15 req-0105b429-4766-4f4e-9f56-d55a4c15e199 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.0861900 May 03 21:24:13.126384 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9cd772ac-d9bc-4d02-a742-73eb8fcd1e15 req-d8d81265-98f7-4c5d-a0ac-12054550a69d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138139 May 03 21:24:19.589672 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-addb4483-1073-4d6e-a7cb-9c997019f167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:20.898149 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54548) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:20.957061 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Deleting subnet 09ea38e6-f654-4221-9f4e-777f13bd7685 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:24:20.959944 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:20.996953 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-e7ba7d50-78dd-4c75-a262-5fc8c346bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:20.997986 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-e7ba7d50-78dd-4c75-a262-5fc8c346bc6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.1305807 May 03 21:24:21.009573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.033169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba92e54-9381-44cb-8137-b9aa9d5cd2d6 req-601c6028-39c3-4e87-924d-e0672152df70 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:21.035684 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3ba92e54-9381-44cb-8137-b9aa9d5cd2d6 req-601c6028-39c3-4e87-924d-e0672152df70 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1165419 May 03 21:24:21.067927 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.137155 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.152842 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3ba92e54-9381-44cb-8137-b9aa9d5cd2d6 req-4310a89d-c30a-4047-895d-1dfd0252b43f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021857 May 03 21:24:21.173685 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ea38e6-f654-4221-9f4e-777f13bd7685,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:21.182465 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.182810 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.183175 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.183509 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.183840 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.184166 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.184491 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.184813 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.185136 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.185459 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.185805 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.186141 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:21.186864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-7b803ed0-55f2-43e5-97a7-30ea1ac1a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:21.188338 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-7b803ed0-55f2-43e5-97a7-30ea1ac1a3c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1828706 May 03 21:24:21.190368 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.200723 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-03865d1e-0276-4443-8c73-fecd124294b3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/09ea38e6-f654-4221-9f4e-777f13bd7685 HTTP/1.1" status: 204 len: 168 time: 0.3008907 May 03 21:24:21.203158 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54552) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:21.292383 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-18c7f2f6-8d2f-4134-9247-72f7745da7e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 1000 time: 0.0970621 May 03 21:24:21.307874 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.353927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-742af98f-4b93-477e-97ee-c15cbf7f8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:21.355370 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-742af98f-4b93-477e-97ee-c15cbf7f8023 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0566840 May 03 21:24:21.428713 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.432638 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-c93d177d-3c35-4a3d-9361-d7e19288bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:21.434094 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-c93d177d-3c35-4a3d-9361-d7e19288bf25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725780 May 03 21:24:21.457142 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3d689f-b56f-407a-9566-ead0f14acfde']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:21.468879 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bca90b5-d2b8-41f0-8f44-3321af540d41') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:21.469175 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bca90b5-d2b8-41f0-8f44-3321af540d41') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:21.480780 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.498578 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.505398 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:24:21.506066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:24:21.519770 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:24:21.565279 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-a1887209-2b49-4464-8cac-94bd92e8f267 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245041 May 03 21:24:21.596778 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.616042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.624041 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a3d689f-b56f-407a-9566-ead0f14acfde,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:21.632392 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-50f67d5c-053f-4795-bdde-0ccc2397b926 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1a3d689f-b56f-407a-9566-ead0f14acfde HTTP/1.1" status: 204 len: 168 time: 0.4282496 May 03 21:24:21.668102 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-9ea088b5-c753-4a96-b9e9-f724467fe730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.702064 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746d9cce-a9e1-49c3-87aa-bc173ced2842 req-bbcc6d4d-c0c4-4f36-848a-172d61665a20 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295209 May 03 21:24:21.820837 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 54562) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:21.868179 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d4d4e56e-d3b5-40d1-a6db-a501ffc8aab2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ad375d0eb9b4b55b8a820544080baa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461125 May 03 21:24:21.870561 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 54566) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:21.928449 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe850-50a8-4b4b-8b68-6c1b99f28d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:21.952652 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe850-50a8-4b4b-8b68-6c1b99f28d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:22.002517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe850-50a8-4b4b-8b68-6c1b99f28d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:22.018724 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fe850-50a8-4b4b-8b68-6c1b99f28d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cadaaa-8b96-4ad7-820e-666267d602b2,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:22.030260 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3c1fe850-50a8-4b4b-8b68-6c1b99f28d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:22.033965 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-3c1fe850-50a8-4b4b-8b68-6c1b99f28d86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71cadaaa-8b96-4ad7-820e-666267d602b2 HTTP/1.1" status: 204 len: 168 time: 0.1599422 May 03 21:24:22.349410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b399-2064-45c4-b916-e03190df324d req-6398308a-40aa-413b-bd4b-3b86e8b812ec tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:22.350839 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5117b399-2064-45c4-b916-e03190df324d req-6398308a-40aa-413b-bd4b-3b86e8b812ec tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0806577 May 03 21:24:22.396179 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5117b399-2064-45c4-b916-e03190df324d req-5b98e12d-d9e2-406c-bda4-dd497af6aa38 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395141 May 03 21:24:22.761389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 54594) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:22.863438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1216662147-network', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:22.867994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:22.871680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Usage tracker for resource:network and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:22.874462 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:22.886983 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:22.899165 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Made reservation on behalf of c5618fc18cd84eeb9e14f24d7b686665 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:22.901325 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:22.913313 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:22.927808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:22.931529 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:22.934220 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:22.939747 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:23.008122 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.027955 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.031891 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.062859 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:24:23.071483 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8d4e0-4fe8-4025-9530-cf3ec054f401,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:23.076957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.077320 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Added segment ade13dbb-7200-4ad3-b07d-c4dc241a4bbf of type vlan for network e66646b5-7546-452c-b6cb-c2d76269acd6 May 03 21:24:23.103813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.108381 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.132513 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.133361 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:23.133928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.231260 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] Pushing event updated for resources: {'Network': ['ID=e66646b5-7546-452c-b6cb-c2d76269acd6,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:23.237662 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54600) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:23.237956 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a229fcb0-bed9-4ae7-881f-db11bd12befd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4753828 May 03 21:24:23.242838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network e66646b5-7546-452c-b6cb-c2d76269acd6 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:24:23.244930 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Request body: {'subnet': {'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1216662147-subnet', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:23.249551 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:23.253543 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Usage tracker for resource:subnet and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:23.256348 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:23.261930 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:23.272802 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Made reservation on behalf of c5618fc18cd84eeb9e14f24d7b686665 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:23.275111 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60912205'] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.480449 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60912255'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.557009 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7891c3-60d5-4074-a0ba-880ac6e42ab0,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:23.564452 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Checking segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:23.564806 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Network hostable DHCP agents. Network: e66646b5-7546-452c-b6cb-c2d76269acd6, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:24:23.581824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ad969-e243-45d5-8bf8-fc57a7b0e54e req-d874d600-78e0-45f6-a75d-a5f2a13aa114 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:23.583358 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e25ad969-e243-45d5-8bf8-fc57a7b0e54e req-d874d600-78e0-45f6-a75d-a5f2a13aa114 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0810575 May 03 21:24:23.583558 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Network e66646b5-7546-452c-b6cb-c2d76269acd6 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:24:23.592884 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, e66646b5-7546-452c-b6cb-c2d76269acd6) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:23.598365 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:23.599399 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.602610 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17659471-2bb0-49c5-8369-7632c43a1697 None None] Network e66646b5-7546-452c-b6cb-c2d76269acd6 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:24:23.622155 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f279537e-d67f-46df-89a2-05c38f37cb68 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3827548 May 03 21:24:23.625763 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54606) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:23.630686 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:23.634618 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e25ad969-e243-45d5-8bf8-fc57a7b0e54e req-6b7cbc27-eca6-4c98-ad10-8c8396774e5e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450969 May 03 21:24:23.635796 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:23.639675 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Usage tracker for resource:router and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:23.642604 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:23.652422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:23.663615 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.664686 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.680336 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.843737 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-e66646b5-7546-452c-b6cb-c2d76269acd6', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:24:23.844591 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:23.998881 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Allocated IP 172.20.0.2 (e66646b5-7546-452c-b6cb-c2d76269acd6/1a7891c3-60d5-4074-a0ba-880ac6e42ab0/074c392b-0453-40b0-aa3a-08df6f4bfea9) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:24.023991 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.198955 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.214854 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.225493 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Transition to ACTIVE for port object 074c392b-0453-40b0-aa3a-08df6f4bfea9 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:24.242910 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Transition to ACTIVE for port object 074c392b-0453-40b0-aa3a-08df6f4bfea9 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:24.248791 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.313594 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Network e66646b5-7546-452c-b6cb-c2d76269acd6 is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:24.316968 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:24.319592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:24.328418 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Pushing event updated for resources: {'Port': ['ID=074c392b-0453-40b0-aa3a-08df6f4bfea9,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:24.337734 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.368278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.413739 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Attempting to bind port 074c392b-0453-40b0-aa3a-08df6f4bfea9 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:24.414094 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Attempting to bind port 074c392b-0453-40b0-aa3a-08df6f4bfea9 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:24.414449 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Attempting to bind port 074c392b-0453-40b0-aa3a-08df6f4bfea9 on network e66646b5-7546-452c-b6cb-c2d76269acd6 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:24.419592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:24.419955 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Checking segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:24.420342 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.420725 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Bound using segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:24.421168 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Bound port: 074c392b-0453-40b0-aa3a-08df6f4bfea9, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:24.421528 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.505284 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Allocated IP 172.27.0.140 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/c0257a09-f612-4550-a2c4-837733596e0b) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:24.509675 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] For port 074c392b-0453-40b0-aa3a-08df6f4bfea9, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:24.512793 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] For port 074c392b-0453-40b0-aa3a-08df6f4bfea9, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=074c392b-0453-40b0-aa3a-08df6f4bfea9,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:24.516480 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.597935 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c68d7-083c-424a-926d-52f4606d01df None None] Pushing event updated for resources: {'Port': ['ID=074c392b-0453-40b0-aa3a-08df6f4bfea9,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:24.662785 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.695287 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:24.805807 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:24.818655 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:24.821153 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:24.861438 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Pushing event updated for resources: {'Port': ['ID=c0257a09-f612-4550-a2c4-837733596e0b,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:25.038570 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eda73-d023-43c5-b729-e0b1e350bb7c req-d542164b-6dd1-46c7-abe8-df87358c2ec7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:25.040031 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad5eda73-d023-43c5-b729-e0b1e350bb7c req-d542164b-6dd1-46c7-abe8-df87358c2ec7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.2904451 May 03 21:24:25.131151 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ad5eda73-d023-43c5-b729-e0b1e350bb7c req-fe1ed8d2-4b22-4739-bdd7-bdade1513955 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611739 May 03 21:24:25.312852 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 074c392b-0453-40b0-aa3a-08df6f4bfea9 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:25.386427 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 074c392b-0453-40b0-aa3a-08df6f4bfea9 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:25.405811 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:25.535003 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1727ec-9126-4dbf-b362-70236e632aa1 None None] Network e66646b5-7546-452c-b6cb-c2d76269acd6 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:24:25.683632 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] Provisioning for port 074c392b-0453-40b0-aa3a-08df6f4bfea9 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:25.698127 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] Provisioning complete for port 074c392b-0453-40b0-aa3a-08df6f4bfea9 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:25.698491 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:25.750024 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:25.871259 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:25.906336 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] For port 074c392b-0453-40b0-aa3a-08df6f4bfea9, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=074c392b-0453-40b0-aa3a-08df6f4bfea9,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:25.910726 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:25.960515 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:24:25.981943 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b09f9-45c3-4d8b-8c5a-7452cfb1908f None None] Pushing event updated for resources: {'Port': ['ID=074c392b-0453-40b0-aa3a-08df6f4bfea9,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:26.130128 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-80062ea6-347a-4011-8b13-464da6f7f790 None None] Provisioning complete for port 074c392b-0453-40b0-aa3a-08df6f4bfea9 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:26.130619 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-80062ea6-347a-4011-8b13-464da6f7f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:26.137753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:24:26.146228 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Sync routers for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:24:26.161416 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:26.162567 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:26.164525 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:26.167765 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-fa92c2e5-f8e5-45a7-af59-0966d64776ef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5398154 May 03 21:24:26.169167 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54614) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:26.335038 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f8619-e883-48b7-92cc-f64f8140941a req-a2529f0b-6ba2-4944-a447-86fd738b3184 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:26.337261 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-898f8619-e883-48b7-92cc-f64f8140941a req-a2529f0b-6ba2-4944-a447-86fd738b3184 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0874743 May 03 21:24:26.370460 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:26.381929 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-898f8619-e883-48b7-92cc-f64f8140941a req-fb3c953f-e518-4516-8674-7cd8f0473ec0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388906 May 03 21:24:26.648391 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:25Z', 'revision_number': 3, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:26.652579 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Checking router: 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:24:26.652919 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Updating router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 port c0257a09-f612-4550-a2c4-837733596e0b binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:24:26.705702 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:26.947800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.036818 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.045692 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Transition to ACTIVE for port object c0257a09-f612-4550-a2c4-837733596e0b will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:27.053441 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.134845 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Attempting to bind port c0257a09-f612-4550-a2c4-837733596e0b on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:27.135226 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Attempting to bind port c0257a09-f612-4550-a2c4-837733596e0b by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:27.135582 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Attempting to bind port c0257a09-f612-4550-a2c4-837733596e0b on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:27.138927 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Pushing event updated for resources: {'Port': ['ID=c0257a09-f612-4550-a2c4-837733596e0b,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:27.143747 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:27.144210 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:27.144519 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.145075 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:27.145526 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Bound port: c0257a09-f612-4550-a2c4-837733596e0b, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:27.145905 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.157391 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Allocated IP 172.20.0.1 (e66646b5-7546-452c-b6cb-c2d76269acd6/1a7891c3-60d5-4074-a0ba-880ac6e42ab0/26817a21-0c7e-4be5-955a-d0bfed577245) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:27.177443 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.178028 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.178128 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.178416 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.178734 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.179085 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.179405 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.179723 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.180058 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.180377 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.180686 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.181024 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:24:27.231599 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] For port c0257a09-f612-4550-a2c4-837733596e0b, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:27.234587 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] For port c0257a09-f612-4550-a2c4-837733596e0b, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c0257a09-f612-4550-a2c4-837733596e0b,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:27.240555 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.282828 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 074c392b-0453-40b0-aa3a-08df6f4bfea9 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:27.313047 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.318100 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:27.318780 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:27.329739 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Transition to ACTIVE for port object 26817a21-0c7e-4be5-955a-d0bfed577245 will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:27.350948 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 074c392b-0453-40b0-aa3a-08df6f4bfea9 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:27.351355 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.356253 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.429628 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Network e66646b5-7546-452c-b6cb-c2d76269acd6 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:27.432487 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:27.436179 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:27.499901 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.519875 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Pushing event updated for resources: {'Port': ['ID=26817a21-0c7e-4be5-955a-d0bfed577245,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:27.530516 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:27.653870 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ade97-e608-439d-b3e5-4585c8920981 req-97cc6a9d-3dc5-4576-a3b6-9576b886214f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:27.655473 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b60ade97-e608-439d-b3e5-4585c8920981 req-97cc6a9d-3dc5-4576-a3b6-9576b886214f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1154613 May 03 21:24:27.685814 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd564377-6cc5-414a-ad3a-b37587e00af8 None None] Pushing event updated for resources: {'Port': ['ID=c0257a09-f612-4550-a2c4-837733596e0b,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:27.703014 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-5967dfd7-222b-49f8-955b-6d5ade23a68b None None] Provisioning for port 26817a21-0c7e-4be5-955a-d0bfed577245 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:27.708807 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-5967dfd7-222b-49f8-955b-6d5ade23a68b None None] Provisioning complete for port 26817a21-0c7e-4be5-955a-d0bfed577245 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:27.709117 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-5967dfd7-222b-49f8-955b-6d5ade23a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.744034 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.759247 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b60ade97-e608-439d-b3e5-4585c8920981 req-cb994a5f-af8e-4fa1-986c-4ebad86877a7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750754 May 03 21:24:27.793880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-5967dfd7-222b-49f8-955b-6d5ade23a68b None None] Port 26817a21-0c7e-4be5-955a-d0bfed577245 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:24:27.871503 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6275e26f-aade-4736-acc0-237f966900ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:25Z', 'revision_number': 3, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:27.875377 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6275e26f-aade-4736-acc0-237f966900ed None None] The sync data for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi is: [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:25Z', 'revision_number': 3, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:24:27.982159 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:27.987039 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:28.102326 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:28.107359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Pushing event updated for resources: {'Port': ['ID=26817a21-0c7e-4be5-955a-d0bfed577245,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:28.249895 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Network e66646b5-7546-452c-b6cb-c2d76269acd6 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:28.251038 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:28.441686 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:24:28.520689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-78d3ba6d-0535-4724-87c6-d22fe3451046 None None] Provisioning complete for port 26817a21-0c7e-4be5-955a-d0bfed577245 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:28.522218 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-78d3ba6d-0535-4724-87c6-d22fe3451046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:28.578915 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-78d3ba6d-0535-4724-87c6-d22fe3451046 None None] Port 26817a21-0c7e-4be5-955a-d0bfed577245 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:24:28.715091 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:24:28.725272 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-307d339c-7216-44b6-9387-4b6189101b91 admin admin] 10.222.0.26 "PUT /v2.0/routers/3792dddc-c05f-4ee3-9dcc-a630e7f11d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5548775 May 03 21:24:28.954403 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d85dc5-5bb7-4d24-8850-e5dc4aa4faf0 req-83a7cfb8-29e5-4088-a36f-778a58aa6983 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:28.956223 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6d85dc5-5bb7-4d24-8850-e5dc4aa4faf0 req-83a7cfb8-29e5-4088-a36f-778a58aa6983 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0852668 May 03 21:24:29.000961 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c6d85dc5-5bb7-4d24-8850-e5dc4aa4faf0 req-7c5ba4ff-7506-46f9-974e-1c0574b7668e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387633 May 03 21:24:29.252549 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54636) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:29.258249 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1575659151-network', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:29.263094 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:29.266900 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Usage tracker for resource:network and tenant:5cfd4fec7c304cb8b80d3c4c9173c1eb is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:29.270496 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:29.276213 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:29.286875 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Made reservation on behalf of 5cfd4fec7c304cb8b80d3c4c9173c1eb for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:29.289121 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.304208 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.306556 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c0257a09-f612-4550-a2c4-837733596e0b up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:29.319222 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:29.324592 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Usage tracker for resource:security_group_rule and tenant:5cfd4fec7c304cb8b80d3c4c9173c1eb is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:29.327478 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:29.333330 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:29.375289 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port c0257a09-f612-4550-a2c4-837733596e0b completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:29.380801 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port c0257a09-f612-4550-a2c4-837733596e0b triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:29.381168 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.419942 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.427683 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.447229 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Sync routers for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:24:29.464304 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:24:29.469540 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c1294-af95-4f99-a0d9-affb073480e5,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:29.477868 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.478603 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Added segment b6907afb-c22a-4e0b-bdb9-7e4bb85dc055 of type vlan for network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c May 03 21:24:29.497883 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:29.498552 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:29.511268 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.540462 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.541331 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:29.541901 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.634139 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.647101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] Pushing event updated for resources: {'Network': ['ID=3c58b9f7-9df8-4f6f-b64d-365b4950c96c,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:29.650922 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-18616322-b194-4c77-8b30-062a9fa5b583 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3973160 May 03 21:24:29.653561 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54640) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:29.659818 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Request body: {'subnet': {'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1575659151-subnet', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:29.662336 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:24:29.664588 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:29.668427 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Usage tracker for resource:subnet and tenant:5cfd4fec7c304cb8b80d3c4c9173c1eb is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:29.671226 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:29.676932 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:29.685294 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port c0257a09-f612-4550-a2c4-837733596e0b, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c0257a09-f612-4550-a2c4-837733596e0b,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:29.687916 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Made reservation on behalf of 5cfd4fec7c304cb8b80d3c4c9173c1eb for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:29.690604 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60912205'] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.704866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.841821 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:29.911160 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60912255'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:29.930093 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=c0257a09-f612-4550-a2c4-837733596e0b,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:30.012112 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad2f51c-7aa0-4765-9265-66472b63ba29,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:30.020093 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Checking segment: {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:30.020569 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Network hostable DHCP agents. Network: 3c58b9f7-9df8-4f6f-b64d-365b4950c96c, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:24:30.060953 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:24:30.076472 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 3c58b9f7-9df8-4f6f-b64d-365b4950c96c) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:30.081845 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:30.083263 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.103586 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683c3f74-a083-4a81-9906-0c0f73d8eea9 None None] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:24:30.113359 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-90c92658-88c9-4f91-95b0-e5baa7fec029 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4555118 May 03 21:24:30.114248 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 54646) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:30.120429 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:30.126635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:30.133434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Usage tracker for resource:router and tenant:5cfd4fec7c304cb8b80d3c4c9173c1eb is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:24:30.138348 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:24:30.144968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:30.158517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.160382 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.178475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.210434 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc4b37-06b5-47ca-8807-6adb2f8918be req-47f92766-5c26-454f-9ec7-368f2af60ed6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:30.211956 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e2dc4b37-06b5-47ca-8807-6adb2f8918be req-47f92766-5c26-454f-9ec7-368f2af60ed6 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0920718 May 03 21:24:30.263739 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e2dc4b37-06b5-47ca-8807-6adb2f8918be req-51d04256-3911-4b7b-b86a-e2ebd7cb2db3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 May 03 21:24:30.397756 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 2, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:30.404023 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-3c58b9f7-9df8-4f6f-b64d-365b4950c96c', 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'fixed_ips': [{'subnet_id': '2ad2f51c-7aa0-4765-9265-66472b63ba29'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:24:30.404832 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.415654 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Checking router: 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:24:30.416001 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Updating router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 port 26817a21-0c7e-4be5-955a-d0bfed577245 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:24:30.517212 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.541695 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.747958 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Allocated IP 172.20.0.2 (3c58b9f7-9df8-4f6f-b64d-365b4950c96c/2ad2f51c-7aa0-4765-9265-66472b63ba29/a58dd120-2843-423b-9303-a4a414a70346) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:30.858206 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:30.893484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.028164 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Allocated IP 172.27.0.55 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/2c272bad-f519-488a-b71e-5316816e1120) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:31.122585 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.141630 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Transition to ACTIVE for port object a58dd120-2843-423b-9303-a4a414a70346 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:31.145585 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.169083 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Transition to ACTIVE for port object 26817a21-0c7e-4be5-955a-d0bfed577245 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:31.173763 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Transition to ACTIVE for port object a58dd120-2843-423b-9303-a4a414a70346 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:31.177408 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.183707 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.213726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.229272 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.283386 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:31.286213 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:31.290067 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:31.305988 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c0257a09-f612-4550-a2c4-837733596e0b up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:31.320331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Pushing event updated for resources: {'Port': ['ID=2c272bad-f519-488a-b71e-5316816e1120,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:31.357485 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:31.374387 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:31.381087 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26798252-f369-42d9-b012-a60fd35a5a47 None None] Pushing event updated for resources: {'Port': ['ID=26817a21-0c7e-4be5-955a-d0bfed577245,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:31.383423 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:31.640255 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Pushing event updated for resources: {'Port': ['ID=a58dd120-2843-423b-9303-a4a414a70346,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:31.648233 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Attempting to bind port 26817a21-0c7e-4be5-955a-d0bfed577245 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:31.648591 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Attempting to bind port 26817a21-0c7e-4be5-955a-d0bfed577245 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:31.648947 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Attempting to bind port 26817a21-0c7e-4be5-955a-d0bfed577245 on network e66646b5-7546-452c-b6cb-c2d76269acd6 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:31.653322 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Attempting to bind port a58dd120-2843-423b-9303-a4a414a70346 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:31.653674 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Attempting to bind port a58dd120-2843-423b-9303-a4a414a70346 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:31.654021 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Attempting to bind port a58dd120-2843-423b-9303-a4a414a70346 on network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:31.664247 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:31.664611 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Checking segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:31.665009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.665388 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Bound using segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:31.665842 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Bound port: 26817a21-0c7e-4be5-955a-d0bfed577245, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:31.666209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.679880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:31.680246 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Checking segment: {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:31.680628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.681004 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Bound using segment: {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:31.681461 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Bound port: a58dd120-2843-423b-9303-a4a414a70346, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:31.681851 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.731109 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port c0257a09-f612-4550-a2c4-837733596e0b triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:31.731476 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.825234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c2c74-b9ef-4daf-9d2f-9d8ffac4528d req-14397ca8-ca4b-4c18-927e-7e90d7544561 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:31.826663 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9b5c2c74-b9ef-4daf-9d2f-9d8ffac4528d req-14397ca8-ca4b-4c18-927e-7e90d7544561 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.4188855 May 03 21:24:31.894743 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9b5c2c74-b9ef-4daf-9d2f-9d8ffac4528d req-99ea18d1-a07f-4eae-95b9-6167b458d817 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603797 May 03 21:24:31.898473 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] For port 26817a21-0c7e-4be5-955a-d0bfed577245, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:31.902316 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] For port 26817a21-0c7e-4be5-955a-d0bfed577245, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=26817a21-0c7e-4be5-955a-d0bfed577245,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:31.903670 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.905551 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] For port a58dd120-2843-423b-9303-a4a414a70346, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:31.912995 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] For port a58dd120-2843-423b-9303-a4a414a70346, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a58dd120-2843-423b-9303-a4a414a70346,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:31.941803 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:31.994890 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:32.067473 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:32.068103 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:32.199084 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26798252-f369-42d9-b012-a60fd35a5a47 None None] Pushing event updated for resources: {'Port': ['ID=26817a21-0c7e-4be5-955a-d0bfed577245,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:32.298597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:32.399836 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6b86b-fff1-4844-847d-29a05ced44cc None None] Pushing event updated for resources: {'Port': ['ID=a58dd120-2843-423b-9303-a4a414a70346,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:32.419939 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:32.513469 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:24:32.696182 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:24:32.711243 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Sync routers for ids ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:24:32.721150 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Routers {'2fbb806d-e749-4a34-a1f2-a1017ce20c9b'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:32.721794 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:32.724308 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:32.730863 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e0acb4fa-85f8-4ace-b4a2-3df4190b3083 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6147046 May 03 21:24:32.733460 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 54654) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:32.759453 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:31Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:32.764256 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc19ee8-3ae6-4628-b621-3534416b75da None None] The sync data for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi is: [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:31Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:24:32.944529 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Set router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:33.186004 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04de1b-8748-4c37-a433-36486fc60ac8 req-3924d423-88d9-4f01-abd5-026c5ef6771b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:33.194504 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ce04de1b-8748-4c37-a433-36486fc60ac8 req-3924d423-88d9-4f01-abd5-026c5ef6771b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1323764 May 03 21:24:33.216274 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f68809-c1e0-4c1b-a748-eb7b3a47ab0f None None] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:24:33.282060 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ce04de1b-8748-4c37-a433-36486fc60ac8 req-e4c1ab8a-aab4-4149-bbdf-29fdbbda3d3f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861449 May 03 21:24:33.391505 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:31Z', 'revision_number': 3, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:33.403675 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Checking router: 2fbb806d-e749-4a34-a1f2-a1017ce20c9b for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:24:33.404260 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Updating router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b port 2c272bad-f519-488a-b71e-5316816e1120 binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:24:33.431857 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a58dd120-2843-423b-9303-a4a414a70346 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:33.475854 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:33.486743 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-36cc80ad-fabc-455d-9218-d5fd5133cb1a None None] Provisioning for port a58dd120-2843-423b-9303-a4a414a70346 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:33.646394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port a58dd120-2843-423b-9303-a4a414a70346 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:33.656904 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port a58dd120-2843-423b-9303-a4a414a70346 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:33.657268 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:33.777218 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:33.808422 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:33.854346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port a58dd120-2843-423b-9303-a4a414a70346, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a58dd120-2843-423b-9303-a4a414a70346,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:33.860160 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:33.860935 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 26817a21-0c7e-4be5-955a-d0bfed577245 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:33.968874 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:33.995205 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Transition to ACTIVE for port object 2c272bad-f519-488a-b71e-5316816e1120 will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:34.004580 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.039749 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=a58dd120-2843-423b-9303-a4a414a70346,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:34.063984 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8f7c54d9-ee6a-498f-ac7e-c69d20dfc908 None None] Provisioning complete for port a58dd120-2843-423b-9303-a4a414a70346 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:34.064353 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8f7c54d9-ee6a-498f-ac7e-c69d20dfc908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.094164 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eed5c-c46e-4199-aea8-1bba08424613 None None] Pushing event updated for resources: {'Port': ['ID=2c272bad-f519-488a-b71e-5316816e1120,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:34.098070 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Attempting to bind port 2c272bad-f519-488a-b71e-5316816e1120 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:34.098701 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Attempting to bind port 2c272bad-f519-488a-b71e-5316816e1120 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:34.099110 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Attempting to bind port 2c272bad-f519-488a-b71e-5316816e1120 on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:34.101417 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Allocated IP 172.20.0.1 (3c58b9f7-9df8-4f6f-b64d-365b4950c96c/2ad2f51c-7aa0-4765-9265-66472b63ba29/c9a07e7c-7435-428c-8e05-13259a90f3e3) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:34.105920 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:34.106156 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:34.106474 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.106920 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:34.107607 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Bound port: 2c272bad-f519-488a-b71e-5316816e1120, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:34.107959 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.123005 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 26817a21-0c7e-4be5-955a-d0bfed577245 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:34.138099 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 26817a21-0c7e-4be5-955a-d0bfed577245 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:34.138465 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.193999 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] For port 2c272bad-f519-488a-b71e-5316816e1120, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:34.197404 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] For port 2c272bad-f519-488a-b71e-5316816e1120, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2c272bad-f519-488a-b71e-5316816e1120,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:34.201926 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.278883 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.288079 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Routers {'2fbb806d-e749-4a34-a1f2-a1017ce20c9b'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:34.288285 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:34.296246 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Transition to ACTIVE for port object c9a07e7c-7435-428c-8e05-13259a90f3e3 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:34.342246 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.349685 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.380410 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 26817a21-0c7e-4be5-955a-d0bfed577245, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=26817a21-0c7e-4be5-955a-d0bfed577245,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:34.385729 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.433158 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eed5c-c46e-4199-aea8-1bba08424613 None None] Pushing event updated for resources: {'Port': ['ID=2c272bad-f519-488a-b71e-5316816e1120,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:34.482607 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=26817a21-0c7e-4be5-955a-d0bfed577245,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:34.500264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:34.509499 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] Set router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:34.511037 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:34.513681 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:34.553666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a07e7c-7435-428c-8e05-13259a90f3e3,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:34.587530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.607761 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb5673-3dba-4c7e-9d63-9444610b02d5 req-27553051-5b41-44dc-b9da-acc79641d8d8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:34.609563 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-85cb5673-3dba-4c7e-9d63-9444610b02d5 req-27553051-5b41-44dc-b9da-acc79641d8d8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1774786 May 03 21:24:34.667415 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-85cb5673-3dba-4c7e-9d63-9444610b02d5 req-f1408252-055b-425f-a8d3-a182014fa73f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499234 May 03 21:24:34.721180 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:24:34.752480 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.752770 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-826868a4-a53a-478c-bd98-4a85458b5f9f None None] Provisioning for port c9a07e7c-7435-428c-8e05-13259a90f3e3 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:34.758163 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-826868a4-a53a-478c-bd98-4a85458b5f9f None None] Provisioning complete for port c9a07e7c-7435-428c-8e05-13259a90f3e3 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:34.758535 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-826868a4-a53a-478c-bd98-4a85458b5f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.814537 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:31Z', 'revision_number': 3, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:34.816446 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-826868a4-a53a-478c-bd98-4a85458b5f9f None None] Port c9a07e7c-7435-428c-8e05-13259a90f3e3 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:24:34.820410 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96002c8-3552-4be1-ad4f-b68d1b8c1108 None None] The sync data for ids ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'] in dv-cinder-840376-1-iscsi is: [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:31Z', 'revision_number': 3, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:24:34.972440 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:34.977427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.095620 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c9a07e7c-7435-428c-8e05-13259a90f3e3,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:35.098469 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.244824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:35.245406 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:35.386792 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a58dd120-2843-423b-9303-a4a414a70346 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:35.466520 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port a58dd120-2843-423b-9303-a4a414a70346 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:35.467161 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.565857 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:24:35.639104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-995877d1-eb41-4183-99c8-521847af2a0c None None] Provisioning complete for port c9a07e7c-7435-428c-8e05-13259a90f3e3 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:35.639560 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-995877d1-eb41-4183-99c8-521847af2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.695969 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2c272bad-f519-488a-b71e-5316816e1120 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:35.744691 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-995877d1-eb41-4183-99c8-521847af2a0c None None] Port c9a07e7c-7435-428c-8e05-13259a90f3e3 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:24:35.764435 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:24:35.775000 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-187ef3e7-7ee3-454a-8193-2ff72d9a9fd9 admin admin] 10.222.0.26 "PUT /v2.0/routers/2fbb806d-e749-4a34-a1f2-a1017ce20c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0403190 May 03 21:24:35.780864 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 2c272bad-f519-488a-b71e-5316816e1120 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:35.787317 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 2c272bad-f519-488a-b71e-5316816e1120 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:35.787688 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.867096 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a5adb-c076-4b0c-ac6a-65fe8ecce2f1 req-42e1f605-773d-4247-bd51-478251ec465c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:35.868505 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fc1a5adb-c076-4b0c-ac6a-65fe8ecce2f1 req-42e1f605-773d-4247-bd51-478251ec465c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0847716 May 03 21:24:35.911529 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.915510 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fc1a5adb-c076-4b0c-ac6a-65fe8ecce2f1 req-58e15c93-49ce-45d1-95d1-df9a5cf1dd85 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 May 03 21:24:35.929036 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 2c272bad-f519-488a-b71e-5316816e1120, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2c272bad-f519-488a-b71e-5316816e1120,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:35.934004 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:35.934840 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 26817a21-0c7e-4be5-955a-d0bfed577245 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:36.047990 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=2c272bad-f519-488a-b71e-5316816e1120,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:36.059584 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 26817a21-0c7e-4be5-955a-d0bfed577245 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:36.059958 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:36.471345 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Sync routers for ids ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:24:36.484179 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Routers {'2fbb806d-e749-4a34-a1f2-a1017ce20c9b'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:36.484811 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:36.680402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Set router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:36.909517 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:37.032964 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 4, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'c9a07e7c-7435-428c-8e05-13259a90f3e3', 'name': '', 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'mac_address': 'fa:16:3e:a2:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2ad2f51c-7aa0-4765-9265-66472b63ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:33Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 2, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'subnets': [{'id': '2ad2f51c-7aa0-4765-9265-66472b63ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:37.037682 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Checking router: 2fbb806d-e749-4a34-a1f2-a1017ce20c9b for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:24:37.038326 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Updating router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b port c9a07e7c-7435-428c-8e05-13259a90f3e3 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:24:37.098469 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:37.173997 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b494-314e-4610-8137-63abef646fdc req-4e9403ea-dc07-4c4f-a4c8-ea38572a03eb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:37.181382 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-62d5b494-314e-4610-8137-63abef646fdc req-4e9403ea-dc07-4c4f-a4c8-ea38572a03eb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1190004 May 03 21:24:37.247017 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-62d5b494-314e-4610-8137-63abef646fdc req-8bc6551e-abd6-45ee-8a72-5e93e4bf5767 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647168 May 03 21:24:37.370021 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2c272bad-f519-488a-b71e-5316816e1120 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:37.477682 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 2c272bad-f519-488a-b71e-5316816e1120 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:37.478302 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:37.642088 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:37.693910 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Transition to ACTIVE for port object c9a07e7c-7435-428c-8e05-13259a90f3e3 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:37.706105 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:37.901717 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611a5ff-705b-4394-a24b-64c9ec15c330 None None] Pushing event updated for resources: {'Port': ['ID=c9a07e7c-7435-428c-8e05-13259a90f3e3,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:37.966442 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Attempting to bind port c9a07e7c-7435-428c-8e05-13259a90f3e3 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:24:37.966809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Attempting to bind port c9a07e7c-7435-428c-8e05-13259a90f3e3 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:24:37.967204 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Attempting to bind port c9a07e7c-7435-428c-8e05-13259a90f3e3 on network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:24:37.973789 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:24:37.974162 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Checking segment: {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:24:37.974559 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:37.975185 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Bound using segment: {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:24:37.975653 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Bound port: c9a07e7c-7435-428c-8e05-13259a90f3e3, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:24:37.976026 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:38.079838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] For port c9a07e7c-7435-428c-8e05-13259a90f3e3, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:24:38.085389 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] For port c9a07e7c-7435-428c-8e05-13259a90f3e3, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c9a07e7c-7435-428c-8e05-13259a90f3e3,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:24:38.092383 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:38.171420 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Routers {'2fbb806d-e749-4a34-a1f2-a1017ce20c9b'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:38.172047 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:38.288944 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611a5ff-705b-4394-a24b-64c9ec15c330 None None] Pushing event updated for resources: {'Port': ['ID=c9a07e7c-7435-428c-8e05-13259a90f3e3,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:38.390329 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] Set router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:38.486934 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b475c-5c3b-4f1f-8d0e-1a85b0c1e6c6 req-6e866a42-5fa4-4000-9c76-a504a33964aa tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:38.489030 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-614b475c-5c3b-4f1f-8d0e-1a85b0c1e6c6 req-6e866a42-5fa4-4000-9c76-a504a33964aa tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0915360 May 03 21:24:38.551958 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-614b475c-5c3b-4f1f-8d0e-1a85b0c1e6c6 req-5d567f91-8fca-4507-afe9-dd9f5bf51aee tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562370 May 03 21:24:38.761672 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 4, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'c9a07e7c-7435-428c-8e05-13259a90f3e3', 'name': '', 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'mac_address': 'fa:16:3e:a2:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2ad2f51c-7aa0-4765-9265-66472b63ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:33Z', 'updated_at': '2022-05-03T21:24:38Z', 'revision_number': 4, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'subnets': [{'id': '2ad2f51c-7aa0-4765-9265-66472b63ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:38.766382 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12c26f6-be0b-4a4e-97d4-d907cf774803 None None] The sync data for ids ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'] in dv-cinder-840376-1-iscsi is: [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 4, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'c9a07e7c-7435-428c-8e05-13259a90f3e3', 'name': '', 'network_id': '3c58b9f7-9df8-4f6f-b64d-365b4950c96c', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'mac_address': 'fa:16:3e:a2:aa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2ad2f51c-7aa0-4765-9265-66472b63ba29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:33Z', 'updated_at': '2022-05-03T21:24:38Z', 'revision_number': 4, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'subnets': [{'id': '2ad2f51c-7aa0-4765-9265-66472b63ba29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:24:39.229723 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897cb1f-9aec-426c-b275-8c4df68d1e3e req-d052280a-ba78-4a21-ab8b-ad59a00ffde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:39.231287 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5897cb1f-9aec-426c-b275-8c4df68d1e3e req-d052280a-ba78-4a21-ab8b-ad59a00ffde4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.0763388 May 03 21:24:39.290967 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5897cb1f-9aec-426c-b275-8c4df68d1e3e req-90a9b87b-23b0-436e-8194-167de14af145 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441628 May 03 21:24:39.329152 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c9a07e7c-7435-428c-8e05-13259a90f3e3 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:39.442969 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port c9a07e7c-7435-428c-8e05-13259a90f3e3 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:39.450968 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port c9a07e7c-7435-428c-8e05-13259a90f3e3 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:39.451444 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:39.620983 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:39.665029 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port c9a07e7c-7435-428c-8e05-13259a90f3e3, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c9a07e7c-7435-428c-8e05-13259a90f3e3,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:24:39.670711 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:39.755350 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=c9a07e7c-7435-428c-8e05-13259a90f3e3,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:39.853434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538cec5-cdc1-48f4-85a1-6a9a9109bb3e req-95d35cd6-7d30-4e40-9700-3e0290732b79 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:39.855099 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7538cec5-cdc1-48f4-85a1-6a9a9109bb3e req-95d35cd6-7d30-4e40-9700-3e0290732b79 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1086874 May 03 21:24:39.913062 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7538cec5-cdc1-48f4-85a1-6a9a9109bb3e req-2337d901-43d4-4d53-9fc2-2877334e3620 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492420 May 03 21:24:41.115062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3473ce-ec61-4270-b996-b9119b7e1c37 req-b6362690-699a-4d25-a403-afbbece64d6f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:41.117164 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b3473ce-ec61-4270-b996-b9119b7e1c37 req-b6362690-699a-4d25-a403-afbbece64d6f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0908971 May 03 21:24:41.173140 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b3473ce-ec61-4270-b996-b9119b7e1c37 req-aadd8415-f7ad-41a1-8a83-abd5cd7fd27d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501783 May 03 21:24:41.305819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c9a07e7c-7435-428c-8e05-13259a90f3e3 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:24:41.403819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port c9a07e7c-7435-428c-8e05-13259a90f3e3 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:41.404349 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:41.959036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-62544a35-5415-49b1-839b-d49c915c4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:41.960571 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-62544a35-5415-49b1-839b-d49c915c4eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.1537058 May 03 21:24:42.000368 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08554d-320b-4bc7-9a31-acab32359b34 req-b4feada2-2c58-4673-8f76-ab12514a2e4e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:42.001978 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0f08554d-320b-4bc7-9a31-acab32359b34 req-b4feada2-2c58-4673-8f76-ab12514a2e4e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.1304531 May 03 21:24:42.126629 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0f08554d-320b-4bc7-9a31-acab32359b34 req-ae2aafe8-e160-4868-8c3a-147b35bff89d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182592 May 03 21:24:42.158648 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-c023ddc6-91bc-405a-ae48-e0701d33824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:42.161671 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-c023ddc6-91bc-405a-ae48-e0701d33824f service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1918449 May 03 21:24:42.270078 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-ebf6871a-397e-4c94-9c0f-c3a19fa15fd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 1000 time: 0.1018620 May 03 21:24:42.338655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-8a42300f-dfee-4abb-9f17-f6ae342c0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:42.340477 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-8a42300f-dfee-4abb-9f17-f6ae342c0a4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0639973 May 03 21:24:42.423950 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-1f89aed4-3b7f-4638-b3af-4e4cd0823d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:42.425479 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-1f89aed4-3b7f-4638-b3af-4e4cd0823d1a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791771 May 03 21:24:42.575376 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-f2b71c3f-d3b6-4c24-8878-98d5d19d39c5 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428030 May 03 21:24:42.743670 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-da0a0133-d775-4e18-8017-8d1c21395e98 req-60e05d44-866c-499e-92b4-f426dd08eacd service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572096 May 03 21:24:43.332767 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33525d6-f763-442e-a8c6-aa0f7ec97bf9 req-082eab12-d405-44db-92e6-7d3805ba8d95 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:43.334284 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f33525d6-f763-442e-a8c6-aa0f7ec97bf9 req-082eab12-d405-44db-92e6-7d3805ba8d95 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0883679 May 03 21:24:43.381177 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f33525d6-f763-442e-a8c6-aa0f7ec97bf9 req-d482886a-fc1f-4138-abbc-caa0d9a5cc93 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407782 May 03 21:24:44.605392 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710b059-2ba1-4fc9-898d-7d1f1de902f0 req-14726db7-59fa-487a-9a30-db2adf8c97ae tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:44.607236 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9710b059-2ba1-4fc9-898d-7d1f1de902f0 req-14726db7-59fa-487a-9a30-db2adf8c97ae tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0933728 May 03 21:24:44.656913 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9710b059-2ba1-4fc9-898d-7d1f1de902f0 req-d7d606e2-a504-4ccb-aa6b-874abce98a2e tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422895 May 03 21:24:45.787422 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-7fb02309-23c7-40f8-9a34-c976e5e32dbb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:45.788091 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-88542d77-8e92-4b04-b280-80596d7b4406 req-7fb02309-23c7-40f8-9a34-c976e5e32dbb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:24:45.805057 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-88542d77-8e92-4b04-b280-80596d7b4406 req-7fb02309-23c7-40f8-9a34-c976e5e32dbb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:24:45.806333 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-7fb02309-23c7-40f8-9a34-c976e5e32dbb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 815 time: 0.1637411 May 03 21:24:45.821494 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-008ce74b-f6c5-44eb-80b3-5a2024d12454 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/quotas/c5618fc18cd84eeb9e14f24d7b686665 HTTP/1.1" status: 200 len: 375 time: 0.0090692 May 03 21:24:45.845793 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693903c-871d-4e5c-88cc-1f35e80da230 req-0468c547-ed44-4685-af5e-018fda366181 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:45.847844 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8693903c-871d-4e5c-88cc-1f35e80da230 req-0468c547-ed44-4685-af5e-018fda366181 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0835586 May 03 21:24:45.894639 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8693903c-871d-4e5c-88cc-1f35e80da230 req-0bab543d-52f4-4281-9784-4d0f10fe6772 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 May 03 21:24:46.004952 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-99a05b1c-90c6-4aee-ab69-60c97e9863cb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775022 May 03 21:24:46.073516 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b02e79-49c6-4c96-ad5e-fd867ad342f4 req-6ffe44ea-289b-4c08-9120-d42c2ae73b0b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:46.075151 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-03b02e79-49c6-4c96-ad5e-fd867ad342f4 req-6ffe44ea-289b-4c08-9120-d42c2ae73b0b tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0788367 May 03 21:24:46.083481 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 54756) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:24:46.088464 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Request body: {'floatingip': {'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:46.188258 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:46.241029 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-848edde0-cd64-4e1f-8ac4-1e0eb9d67f19 service neutron] 10.222.0.26 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249594 May 03 21:24:46.379301 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-33d7e155-8a4d-4def-b4cb-f7d43249d634 service neutron] 10.222.0.26 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308930 May 03 21:24:46.873115 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:46.877822 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:47.243193 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Router fe877b84-6671-42e4-9883-2ea1a483ef49 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:24:47.444405 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:24:47.451148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:47.454374 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] Sync routers for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:24:47.464951 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:47.465568 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:47.572792 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:47.716719 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:47.752732 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-c8a696d4-9453-4150-81dc-1f4b6c1471e0 req-49bac66e-f57d-4792-914f-71fac80ebd11 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:24:47.779310 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-31e640aa-4094-4bb0-afc2-3b2e3ac97916 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "PUT /v2.0/floatingips/1437a294-e631-45ed-bac5-e6e1303edf18 HTTP/1.1" status: 200 len: 992 time: 1.6944556 May 03 21:24:47.781475 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-c8a696d4-9453-4150-81dc-1f4b6c1471e0 req-49bac66e-f57d-4792-914f-71fac80ebd11 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:24:47.789282 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8a696d4-9453-4150-81dc-1f4b6c1471e0 req-49bac66e-f57d-4792-914f-71fac80ebd11 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 210 time: 0.2172279 May 03 21:24:47.796859 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40dd8bb6-dd77-4a2d-889e-62659f9a1a1d'] response: {'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab', 'status': 'completed', 'code': 200} May 03 21:24:47.908316 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-9a770bc2-8fe4-43a8-b364-e4efaefe51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:47.910646 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-9a770bc2-8fe4-43a8-b364-e4efaefe51b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.0860813 May 03 21:24:48.059867 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-cda584df-0c6c-4a28-a98d-ca62310c94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:48.061307 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-cda584df-0c6c-4a28-a98d-ca62310c94d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1444824 May 03 21:24:48.157054 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '1437a294-e631-45ed-bac5-e6e1303edf18', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:57Z', 'updated_at': '2022-05-03T21:24:46Z', 'revision_number': 3, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:48.161776 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] Checking router: fe877b84-6671-42e4-9883-2ea1a483ef49 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:24:48.169307 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-7094ea02-2e26-45b3-a40c-5c3b6c20e8e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 1000 time: 0.1006124 May 03 21:24:48.170332 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:24:48.170961 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:24:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:48.245425 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-93bcbc99-8d59-4244-85da-fba7bbf563dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:48.247226 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-93bcbc99-8d59-4244-85da-fba7bbf563dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0626462 May 03 21:24:48.326044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-1b5ca512-b96c-4afb-82ed-4749bf632d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:48.327783 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-1b5ca512-b96c-4afb-82ed-4749bf632d0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746033 May 03 21:24:48.356131 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:24:48.463840 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-4534c388-b061-45cc-9817-b8894b47d542 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254957 May 03 21:24:48.610858 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0764e6a5-abac-42a1-a8ac-c13dfd8cf7ca req-7e7af96b-fcf0-400b-b416-51fd649e44c7 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330049 May 03 21:24:48.734789 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '1437a294-e631-45ed-bac5-e6e1303edf18', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:57Z', 'updated_at': '2022-05-03T21:24:46Z', 'revision_number': 3, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:24:48.740165 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1de3c-66a5-4162-b520-a2fe6e19857c None None] The sync data for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi is: [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '1437a294-e631-45ed-bac5-e6e1303edf18', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'floating_ip_address': '172.27.0.37', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'port_id': '2179c892-5c7b-4f56-86e5-e162766674ab', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'mac_address': 'fa:16:3e:cd:ab:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:20:57Z', 'updated_at': '2022-05-03T21:24:46Z', 'revision_number': 3, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:24:48.854439 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-5e61d8b8-377b-4e73-9943-fea05be63916 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:48.855921 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-5e61d8b8-377b-4e73-9943-fea05be63916 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 815 time: 0.1616402 May 03 21:24:48.874975 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'port': {'device_id': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'admin_state_up': True, 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:24:48.977625 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-73a298eb-b768-467c-a4c6-a712825dd924 req-4e7af2d8-e299-45a2-acf0-f6bfdec8cb00 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 210 time: 0.0613658 May 03 21:24:49.047402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:24:49.057794 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:24:49.068899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Made reservation on behalf of c5618fc18cd84eeb9e14f24d7b686665 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:24:49.072453 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.255268 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Allocated IP 172.20.0.4 (e66646b5-7546-452c-b6cb-c2d76269acd6/1a7891c3-60d5-4074-a0ba-880ac6e42ab0/44e7e089-1d3d-41c6-a1c6-a025a9cd1e14) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:24:49.567992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.604972 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Transition to ACTIVE for port object 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:24:49.625351 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-5d428cca-a769-4b09-9096-2b73766d3f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.636974 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.795782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Network e66646b5-7546-452c-b6cb-c2d76269acd6 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:24:49.797887 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:24:49.799394 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:24:49.804541 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:24:49.849099 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:24:49.882002 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b59eed9-fd00-4303-8026-98a469092b09'] response: {'name': 'network-changed', 'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab', 'status': 'completed', 'code': 200} May 03 21:24:49.894817 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:49.895809 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:49.930666 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-200a790b-0628-4b3d-a34e-a4b699567a3c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0595648 May 03 21:24:50.187212 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-550c45de-7025-43fd-89f9-0a5b6865b19c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:50.187989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-550c45de-7025-43fd-89f9-0a5b6865b19c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:24:50.189164 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-19b1a9f2-495f-4f20-9847-b2db53ba449f None None] Provisioning for port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:24:50.198996 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-19b1a9f2-495f-4f20-9847-b2db53ba449f None None] Provisioning complete for port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:24:50.199358 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-19b1a9f2-495f-4f20-9847-b2db53ba449f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:50.208592 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-550c45de-7025-43fd-89f9-0a5b6865b19c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:24:50.223845 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-550c45de-7025-43fd-89f9-0a5b6865b19c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.1213956 May 03 21:24:50.260888 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-19b1a9f2-495f-4f20-9847-b2db53ba449f None None] Port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:24:50.275201 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-3d25cc1c-b778-4e33-a90d-fd0f658a29b8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:24:50.293861 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-3d25cc1c-b778-4e33-a90d-fd0f658a29b8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:24:50.295056 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a57e7d85-7503-4ca7-90bb-cb5e452be5f1 req-3d25cc1c-b778-4e33-a90d-fd0f658a29b8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700901 May 03 21:24:51.495012 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124f14a-fe84-4ccb-862e-40da19c78d07 req-6113a803-f143-4166-9076-d68dc3d0a46b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:51.497082 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a124f14a-fe84-4ccb-862e-40da19c78d07 req-6113a803-f143-4166-9076-d68dc3d0a46b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0856462 May 03 21:24:51.543262 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a124f14a-fe84-4ccb-862e-40da19c78d07 req-c90814f7-9dbc-4fbd-bdad-e700d83629a4 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 May 03 21:24:51.663088 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-598d3d5d-8912-4269-b147-835aeb37973e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:52.743403 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c523b3-c177-49d3-aaee-00527d27b59a req-55a23cfe-cba6-4ed1-8157-d7fabfb0046b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:52.744845 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a9c523b3-c177-49d3-aaee-00527d27b59a req-55a23cfe-cba6-4ed1-8157-d7fabfb0046b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0932264 May 03 21:24:52.793996 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a9c523b3-c177-49d3-aaee-00527d27b59a req-cf17a188-9989-4dc8-ab61-482c9b6cd961 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428979 May 03 21:24:53.011754 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:53.113896 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:53.991284 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7150-dcbc-4840-9fca-0e9571b1cfdf req-b671bf57-1dbd-4f81-a4d5-db4f531c3338 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:53.992792 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a12d7150-dcbc-4840-9fca-0e9571b1cfdf req-b671bf57-1dbd-4f81-a4d5-db4f531c3338 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0861046 May 03 21:24:54.040781 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a12d7150-dcbc-4840-9fca-0e9571b1cfdf req-fa0d0c1e-0636-4e6a-b47b-64f6fcbedaae tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 May 03 21:24:54.160897 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:24:55.239724 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eab1b-0599-466a-82a6-16cf478163b6 req-ec9d3f3f-733e-413c-8c5a-fe60f849b4e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:55.241229 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-084eab1b-0599-466a-82a6-16cf478163b6 req-ec9d3f3f-733e-413c-8c5a-fe60f849b4e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0833442 May 03 21:24:55.287290 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-084eab1b-0599-466a-82a6-16cf478163b6 req-9a76e12e-d8f2-4c24-9087-bd07c04e8abf tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 May 03 21:24:56.477822 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090412a7-8dbd-4718-92fc-6755fb10c99f req-ac8e4480-ff97-4037-b536-878e821b2fb1 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:56.479642 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-090412a7-8dbd-4718-92fc-6755fb10c99f req-ac8e4480-ff97-4037-b536-878e821b2fb1 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0860810 May 03 21:24:56.566675 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-090412a7-8dbd-4718-92fc-6755fb10c99f req-ef78e788-3511-4b00-967f-30a848c0e648 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810809 May 03 21:24:57.754443 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4a67e-3bfb-44ad-b128-4073a2d877bf req-a6a28b42-fd1c-4a07-a41a-d6dbc86b3cd8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:57.755896 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d5b4a67e-3bfb-44ad-b128-4073a2d877bf req-a6a28b42-fd1c-4a07-a41a-d6dbc86b3cd8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0895696 May 03 21:24:57.803669 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d5b4a67e-3bfb-44ad-b128-4073a2d877bf req-eb0d656d-d5a1-4ff2-8da0-3310633a8dcb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 May 03 21:24:58.980703 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49ad01-720b-4cb0-be31-17cda6f55ab9 req-a86a617c-6586-4c0e-87a1-787876f30c7a tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:24:58.982121 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3f49ad01-720b-4cb0-be31-17cda6f55ab9 req-a86a617c-6586-4c0e-87a1-787876f30c7a tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0768478 May 03 21:24:59.024693 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3f49ad01-720b-4cb0-be31-17cda6f55ab9 req-35633eeb-d86a-450c-887c-03d92e3f6f28 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 May 03 21:25:00.205093 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a036c-720a-4257-9cb0-209619589a9e req-0c450a74-6e77-426e-9eb7-bec8bbe15126 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:00.207114 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f53a036c-720a-4257-9cb0-209619589a9e req-0c450a74-6e77-426e-9eb7-bec8bbe15126 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0770087 May 03 21:25:00.253745 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f53a036c-720a-4257-9cb0-209619589a9e req-b79dffa2-f669-4c75-b1ab-41bb39e7af2b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408289 May 03 21:25:01.435829 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c75b6-b29e-41e0-820d-bf7ee5bbdb8e req-26fb4afc-7ffd-4fe5-b0e1-97ac42bd51ba tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:01.437258 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b8c75b6-b29e-41e0-820d-bf7ee5bbdb8e req-26fb4afc-7ffd-4fe5-b0e1-97ac42bd51ba tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 931 time: 0.0802543 May 03 21:25:01.479833 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b8c75b6-b29e-41e0-820d-bf7ee5bbdb8e req-104b3a38-23da-444a-95e0-6a055abca7be tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 May 03 21:25:02.007125 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Request body: {'port': {'device_id': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:02.088440 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-df1f2e28-de56-447f-b50e-c5656b9192e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:02.089975 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-df1f2e28-de56-447f-b50e-c5656b9192e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78333aede1254711a7162a6eb3074d4f&device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 1098 time: 0.0731561 May 03 21:25:02.117897 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:02.228078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-82c59fad-21f3-4d79-9f96-13edd4090531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:02.229533 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-82c59fad-21f3-4d79-9f96-13edd4090531 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 200 len: 920 time: 0.1275747 May 03 21:25:02.335327 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-c1ae2f21-9bd3-45c8-afde-c77f6edbcb48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 200 len: 1000 time: 0.0975509 May 03 21:25:02.400754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-0d30ecac-546f-452c-833e-80b5fbd6788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:02.402196 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-0d30ecac-546f-452c-833e-80b5fbd6788b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 200 len: 858 time: 0.0602105 May 03 21:25:02.455079 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:25:02.463125 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:02.480828 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-c6034f70-6910-49ca-84f1-8f063b60c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:02.481583 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Transition to ACTIVE for port object 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:25:02.482494 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-c6034f70-6910-49ca-84f1-8f063b60c9ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b515388-a248-4e19-8bc0-9eff69511d6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713248 May 03 21:25:02.485562 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:02.659867 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-b018fd6b-7b8e-4008-bae3-66ffaac16ca0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705666 May 03 21:25:02.755157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:02.803783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.804125 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.804460 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.804787 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.805110 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.805432 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.805756 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.806068 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.806387 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.806761 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.807117 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.807433 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:02.853478 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ee33dd22-463c-4357-aed0-555e72bf64a0 req-b4e3ae2a-c84a-46f0-ac84-b4995e37e4ec service neutron] 10.222.0.47 "GET /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402481 May 03 21:25:02.860717 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181abccd-3f18-4037-ac86-a75e5aa5971c req-35983f71-0850-461a-846b-98005d660f49 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:02.862152 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-181abccd-3f18-4037-ac86-a75e5aa5971c req-35983f71-0850-461a-846b-98005d660f49 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 943 time: 0.2342770 May 03 21:25:02.867342 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Attempting to bind port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:25:02.867673 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Attempting to bind port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:25:02.867999 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Attempting to bind port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 on network e66646b5-7546-452c-b6cb-c2d76269acd6 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:25:02.886164 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 on network e66646b5-7546-452c-b6cb-c2d76269acd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:25:02.886479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Attempting to bind port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 on network e66646b5-7546-452c-b6cb-c2d76269acd6 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:25:02.898005 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:25:02.898334 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Checking segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:25:02.898703 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Bound using segment: {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:25:02.899176 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Bound port: 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:25:02.899515 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:02.963209 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-181abccd-3f18-4037-ac86-a75e5aa5971c req-302603a8-f071-47b9-a77f-98ee6369b319 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928071 May 03 21:25:03.009249 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:25:03.012423 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:25:03.016572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:03.077537 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:03.078119 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:03.079497 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] 10.222.0.47 "PUT /v2.0/ports/44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 1093 time: 1.0771968 May 03 21:25:03.079919 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:03.100642 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf673a-6633-48f0-a417-320de8fd4226 service neutron] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:03.156823 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d16e38-3d41-4993-958d-5c449333a4b3'] response: {'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'status': 'completed', 'code': 200} May 03 21:25:03.278886 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-ac623c94-f8a7-45d6-93d3-01d46a8aadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:03.280380 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-ac623c94-f8a7-45d6-93d3-01d46a8aadde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1096 time: 0.1587074 May 03 21:25:03.348834 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-e487a541-ec74-4e68-bba1-3b6c00cbc7dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 217 time: 0.0613244 May 03 21:25:03.413332 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-6deda9b8-452e-4bde-b628-a68be09c9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:03.414601 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-6deda9b8-452e-4bde-b628-a68be09c9389 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0583630 May 03 21:25:03.488454 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88542d77-8e92-4b04-b280-80596d7b4406 req-c46867c7-5323-4145-8101-51e69d87009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:03.489898 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-c46867c7-5323-4145-8101-51e69d87009b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684719 May 03 21:25:03.618919 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-8500d4aa-bbb8-43a3-ab22-571338e82b18 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218743 May 03 21:25:03.753078 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-88542d77-8e92-4b04-b280-80596d7b4406 req-217e7bb4-6071-4c93-9b7f-32e821c22c97 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234331 May 03 21:25:03.869344 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-c5a0094c-11fa-4f56-8405-4553c3c5fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:03.870853 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-c5a0094c-11fa-4f56-8405-4553c3c5fe07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1096 time: 0.0744722 May 03 21:25:04.005271 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-72d32890-9009-49c6-b93e-53fb231ee7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:04.007570 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-72d32890-9009-49c6-b93e-53fb231ee7d3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.1292028 May 03 21:25:04.074956 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-10e1eeba-364b-4d09-85a5-6c1f4b8b8dea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 217 time: 0.0613670 May 03 21:25:04.110856 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0301dd-eacb-480c-a045-87c44751d50f req-28ae06bf-a032-409d-917d-c21080a50f2e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:04.112338 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae0301dd-eacb-480c-a045-87c44751d50f req-28ae06bf-a032-409d-917d-c21080a50f2e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0862629 May 03 21:25:04.157327 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae0301dd-eacb-480c-a045-87c44751d50f req-9b18d6fb-b82c-400e-bd8d-ecf36fe19910 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377035 May 03 21:25:04.186158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-8b23157e-be7c-428c-82d7-897e46ad37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:04.187714 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-8b23157e-be7c-428c-82d7-897e46ad37e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0747325 May 03 21:25:04.253834 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac510c7a-60a5-4223-bd6b-ba8a74677381 req-e1a3658e-128a-4c33-86d3-a56a4caf7e16 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:04.255341 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac510c7a-60a5-4223-bd6b-ba8a74677381 req-e1a3658e-128a-4c33-86d3-a56a4caf7e16 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 943 time: 0.1794899 May 03 21:25:04.309036 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac510c7a-60a5-4223-bd6b-ba8a74677381 req-5b717ff7-b4fb-4d1d-96a9-9e09e1b40f15 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461159 May 03 21:25:04.311550 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-30c69908-98a3-4df4-a03a-11ff709e9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:04.312906 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-30c69908-98a3-4df4-a03a-11ff709e9cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1179981 May 03 21:25:04.439700 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-b4ca3527-c100-4853-ad83-ada8543931b8 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198854 May 03 21:25:04.568380 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-29f2f7a4-75d0-4385-8c52-8135230e71cb req-4d6c27cc-ef08-49a8-9cee-5b14b229fa88 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220217 May 03 21:25:05.342199 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10a922-95a3-4359-87e6-f5d888baee4c req-334f2cd4-65aa-4fee-a020-f81e2053e578 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:05.343712 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-af10a922-95a3-4359-87e6-f5d888baee4c req-334f2cd4-65aa-4fee-a020-f81e2053e578 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0793078 May 03 21:25:05.388935 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-af10a922-95a3-4359-87e6-f5d888baee4c req-5c915b68-db07-4184-87b4-f868afd8bcc8 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 May 03 21:25:05.496143 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dde947-0825-4b28-a093-dd7d28241e33 req-fb8010e5-c1b7-4f1c-a7e2-a934e5070c39 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:05.497481 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-64dde947-0825-4b28-a093-dd7d28241e33 req-fb8010e5-c1b7-4f1c-a7e2-a934e5070c39 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 943 time: 0.0790126 May 03 21:25:05.545095 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-64dde947-0825-4b28-a093-dd7d28241e33 req-d6ed989b-7727-4c81-a3db-04ab0e36f7ee tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 May 03 21:25:06.576724 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca269211-5aeb-4d0c-9887-40ab2986c05b req-bb8718b9-97e3-49f2-aeae-72ea378aebee tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:06.578190 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ca269211-5aeb-4d0c-9887-40ab2986c05b req-bb8718b9-97e3-49f2-aeae-72ea378aebee tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0827723 May 03 21:25:06.622169 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ca269211-5aeb-4d0c-9887-40ab2986c05b req-20ce2efb-cabf-4614-ae59-7a0bc1dbe32f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378196 May 03 21:25:06.727961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873a4b-0437-41db-90fb-e7a6daf0063d req-263086b0-ac9b-4022-8d09-bbc67d5e4cf5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:06.729388 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1873a4b-0437-41db-90fb-e7a6daf0063d req-263086b0-ac9b-4022-8d09-bbc67d5e4cf5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 943 time: 0.0771167 May 03 21:25:06.773179 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1873a4b-0437-41db-90fb-e7a6daf0063d req-b7a3c994-2ab5-495c-a73b-31db546d9089 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 May 03 21:25:06.798912 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:07.803718 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25519298-6286-465a-9893-1e2a80e6b27e req-99fceb09-a81b-4590-afc8-5da9b11f646c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:07.805047 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-25519298-6286-465a-9893-1e2a80e6b27e req-99fceb09-a81b-4590-afc8-5da9b11f646c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0783939 May 03 21:25:07.848912 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-25519298-6286-465a-9893-1e2a80e6b27e req-3dbc635a-3082-40ec-98ef-17e6c033a034 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381718 May 03 21:25:07.959698 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61b1e3-27a2-4b1f-a3c1-d2f6de995b89 req-595415d1-fc4d-441f-97a4-faae44df78fc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:07.961118 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f61b1e3-27a2-4b1f-a3c1-d2f6de995b89 req-595415d1-fc4d-441f-97a4-faae44df78fc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 943 time: 0.0840368 May 03 21:25:08.032706 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:25:08.081081 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f61b1e3-27a2-4b1f-a3c1-d2f6de995b89 req-11cb86cd-6253-470f-8e05-46104f1d08b5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142304 May 03 21:25:08.163874 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:08.176459 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'port_id': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'mac_address': 'fa:16:3e:8a:e8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:25:08.231874 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:08.248456 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:25:08.263605 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:08.267521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:08.332092 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:08.338918 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.339281 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.339612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.339936 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.340256 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.340576 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.340894 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.341210 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.341526 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.341838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.342150 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.342463 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:08.671532 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:09.098957 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188e55c-b04f-476d-b340-5a55934b2ef7 req-6cd8b7ca-542d-488f-9037-c60468007cef tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:09.100427 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2188e55c-b04f-476d-b340-5a55934b2ef7 req-6cd8b7ca-542d-488f-9037-c60468007cef tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1484799 May 03 21:25:09.143166 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2188e55c-b04f-476d-b340-5a55934b2ef7 req-0e4d68db-221c-429c-90a4-2cbbe5124450 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370698 May 03 21:25:09.260942 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff920eb4-0397-48d7-a6db-6f0a02ebba3a req-76e69eba-ece7-4e7d-8c30-f876534f1c70 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:09.262433 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ff920eb4-0397-48d7-a6db-6f0a02ebba3a req-76e69eba-ece7-4e7d-8c30-f876534f1c70 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 944 time: 0.0778825 May 03 21:25:09.305519 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ff920eb4-0397-48d7-a6db-6f0a02ebba3a req-1ff64a82-82b3-461b-8b76-063edd3ecf9e tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 May 03 21:25:09.934101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-c08d48ab-af62-440e-b2ba-7b3c6e2b1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:09.935586 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-c08d48ab-af62-440e-b2ba-7b3c6e2b1ceb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1099 time: 0.0740838 May 03 21:25:10.052225 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:25:10.075961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-b76e15be-a82f-447d-8b94-fbc2112e17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.077389 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-b76e15be-a82f-447d-8b94-fbc2112e17ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.1227903 May 03 21:25:10.119563 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:25:10.124270 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:10.124638 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.183498 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-df479175-f3e6-48e7-a089-4b258bb6c6de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 1002 time: 0.0993757 May 03 21:25:10.245476 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-d762cf9c-f382-4db6-82fa-debd4bb97c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.246991 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-d762cf9c-f382-4db6-82fa-debd4bb97c9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.0573666 May 03 21:25:10.247152 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.274266 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:10.283921 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:10.288741 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:10.331567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-495bed98-1a3b-47c6-b9e4-9f3ffe546715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.333052 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-495bed98-1a3b-47c6-b9e4-9f3ffe546715 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791440 May 03 21:25:10.351348 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071db0b4-a134-4c49-8462-614eff4d03f0 req-6f53a255-53e4-4720-be99-2383a99fcf30 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.353347 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-071db0b4-a134-4c49-8462-614eff4d03f0 req-6f53a255-53e4-4720-be99-2383a99fcf30 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1002703 May 03 21:25:10.389074 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429625de-3348-41fe-9e06-e2b42a0c382a'] response: {'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'code': 200} May 03 21:25:10.402855 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-071db0b4-a134-4c49-8462-614eff4d03f0 req-c75f9ca3-70bc-45ab-97d0-093292b25a0d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 May 03 21:25:10.433908 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:10.534176 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-688ee1b1-e5e0-4ea6-a592-110750c44ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909389 May 03 21:25:10.592166 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8688def-e65f-493f-8fb0-4c1f2e7d10cb req-55f3b514-ab93-41f9-b4ed-951e4751477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.593609 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e0547-13d5-4903-9d16-6b9ed98ef33c req-bba0a946-41a0-4c8a-8e73-58d516dcf69a tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:10.593736 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8688def-e65f-493f-8fb0-4c1f2e7d10cb req-55f3b514-ab93-41f9-b4ed-951e4751477b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1098 time: 0.0685234 May 03 21:25:10.595130 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-242e0547-13d5-4903-9d16-6b9ed98ef33c req-bba0a946-41a0-4c8a-8e73-58d516dcf69a tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.1435959 May 03 21:25:10.635665 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8688def-e65f-493f-8fb0-4c1f2e7d10cb req-cc10dc60-3b6a-4aa2-a362-dd02fc789869 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 May 03 21:25:10.704645 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-242e0547-13d5-4903-9d16-6b9ed98ef33c req-da964e3b-e36d-43f1-8071-28c65f203470 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637116 May 03 21:25:10.712782 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8826822b-adb6-4deb-92f8-01c7a5775142 req-503f7dbe-0d4d-4aea-ab2d-6529c107a1af service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718740 May 03 21:25:11.597469 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cde57-32f6-4229-9834-56c2ac588fcb req-76f23185-44dc-4209-ae3f-024486ef87c7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:11.599020 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ec8cde57-32f6-4229-9834-56c2ac588fcb req-76f23185-44dc-4209-ae3f-024486ef87c7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0828352 May 03 21:25:11.642792 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ec8cde57-32f6-4229-9834-56c2ac588fcb req-a9056531-38f2-47c2-8506-7ae6df9cda2a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381043 May 03 21:25:11.710593 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:11.890888 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d774ebc-e878-49d1-b8e3-816af2eb461a req-b242a0a0-5af8-4d04-8b67-8c792cb0d727 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:11.892259 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1d774ebc-e878-49d1-b8e3-816af2eb461a req-b242a0a0-5af8-4d04-8b67-8c792cb0d727 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0810633 May 03 21:25:11.935090 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1d774ebc-e878-49d1-b8e3-816af2eb461a req-aba43f6c-ebd0-489b-b493-34489ebd01cb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370584 May 03 21:25:12.823795 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40c72-9c07-43ec-8961-aea8830eee7d req-d446b68b-939a-40de-8b01-36545a3c4c37 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:12.825164 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b9f40c72-9c07-43ec-8961-aea8830eee7d req-d446b68b-939a-40de-8b01-36545a3c4c37 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0776308 May 03 21:25:12.867874 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b9f40c72-9c07-43ec-8961-aea8830eee7d req-612c276b-91a6-47fa-b5fe-17c14e16145a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372269 May 03 21:25:13.116501 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb50e7-2ccb-475a-9fd6-176763d940a2 req-14b3d3c7-1538-45a3-8d49-7ed0442b01f8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:13.117831 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fbdb50e7-2ccb-475a-9fd6-176763d940a2 req-14b3d3c7-1538-45a3-8d49-7ed0442b01f8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0809536 May 03 21:25:13.162932 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fbdb50e7-2ccb-475a-9fd6-176763d940a2 req-e42b51a2-6ae7-48fa-9a54-339fe2cca97d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393877 May 03 21:25:13.349287 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0b60f-46f9-4b33-8601-e711c96ba6ad req-3a378f63-f22c-4f4b-a2e4-b4ee59eda6cc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:13.350718 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a9b0b60f-46f9-4b33-8601-e711c96ba6ad req-3a378f63-f22c-4f4b-a2e4-b4ee59eda6cc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0853648 May 03 21:25:13.395998 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a9b0b60f-46f9-4b33-8601-e711c96ba6ad req-8d8dd82c-cd4f-4923-9113-bd3b077e6c36 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 May 03 21:25:13.806876 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c33997-1d6b-4897-95df-b39edcd8a4a7 req-d835f488-5b50-46c3-a1bb-c509e1b575c1 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:13.808340 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b8c33997-1d6b-4897-95df-b39edcd8a4a7 req-d835f488-5b50-46c3-a1bb-c509e1b575c1 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0784225 May 03 21:25:13.855589 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b8c33997-1d6b-4897-95df-b39edcd8a4a7 req-84448160-2a34-4889-a603-10be9dd76a5c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 May 03 21:25:14.049094 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4200aa7-1629-4fc7-9f4e-75db2cbbbd0e req-6324a26c-02df-482e-8136-1b256a538a45 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:14.051434 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b4200aa7-1629-4fc7-9f4e-75db2cbbbd0e req-6324a26c-02df-482e-8136-1b256a538a45 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0813255 May 03 21:25:14.095243 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b4200aa7-1629-4fc7-9f4e-75db2cbbbd0e req-48deda0a-704b-49c0-b2de-84e4a3242e33 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380006 May 03 21:25:15.275965 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d890a-1568-445e-a63c-e6b8c97d44a3 req-7aaa14e5-fdbf-40ea-9921-fabf7c19cc6c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:15.277429 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4a3d890a-1568-445e-a63c-e6b8c97d44a3 req-7aaa14e5-fdbf-40ea-9921-fabf7c19cc6c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0786490 May 03 21:25:15.322682 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4a3d890a-1568-445e-a63c-e6b8c97d44a3 req-f778f4ef-a6fc-4ab0-9c0c-67c3f2e8b070 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395508 May 03 21:25:15.679347 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e8976-c12b-4db0-b88e-8cfd91002cc1 req-18d0fe29-7411-490e-afc5-d463a130082d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:15.680896 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-636e8976-c12b-4db0-b88e-8cfd91002cc1 req-18d0fe29-7411-490e-afc5-d463a130082d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0864637 May 03 21:25:15.724876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-b287d72f-1a28-4603-bb95-17595ca8ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:15.726526 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-b287d72f-1a28-4603-bb95-17595ca8ba3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 1099 time: 0.0784891 May 03 21:25:15.730358 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-636e8976-c12b-4db0-b88e-8cfd91002cc1 req-fb555a8b-4555-4e8a-a325-fe2af9e6bfac tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 May 03 21:25:15.868196 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-e783f950-168c-48c1-9a88-04742e681573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:15.869594 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-e783f950-168c-48c1-9a88-04742e681573 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.1278331 May 03 21:25:15.975642 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-936d6125-4228-44b6-9f40-bf9f1100d886 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 200 len: 1002 time: 0.0991430 May 03 21:25:16.124274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-4fc12ffb-c3a8-4e1f-a11e-24b5e1568b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:16.125614 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-4fc12ffb-c3a8-4e1f-a11e-24b5e1568b28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.1410766 May 03 21:25:16.199517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-25d20596-10b7-460a-ad61-b6a55e6cdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:16.200979 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-25d20596-10b7-460a-ad61-b6a55e6cdc75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687249 May 03 21:25:16.329922 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-ccbd93a7-68f8-4d5d-9117-db640a3b01df service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207907 May 03 21:25:16.460319 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ab69e44-c0c7-494c-878a-3f21b5cf02ed req-ca267fac-84f5-4c42-ac85-e67344ee184b service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233380 May 03 21:25:17.056478 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24e595-728e-4983-a16a-8ec76495bff0 req-197c9f9c-6fbe-451b-b703-5477b78a2ffc tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:17.057935 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ec24e595-728e-4983-a16a-8ec76495bff0 req-197c9f9c-6fbe-451b-b703-5477b78a2ffc tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0786216 May 03 21:25:17.102808 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ec24e595-728e-4983-a16a-8ec76495bff0 req-a3bf762f-0466-49c9-821f-c3b6762efff1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390661 May 03 21:25:18.291015 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fb264-af04-4917-83d1-80ccd85df2b2 req-1cfca92c-afca-46d2-9aa2-2aee89a03490 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:18.292441 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aa3fb264-af04-4917-83d1-80ccd85df2b2 req-1cfca92c-afca-46d2-9aa2-2aee89a03490 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0814869 May 03 21:25:18.335735 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aa3fb264-af04-4917-83d1-80ccd85df2b2 req-3a99e52d-d884-463e-9fd8-a08af76e69c9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 May 03 21:25:19.589184 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-cb599a8c-8874-4c7d-8f36-a543757f95eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:21.664559 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-82d2245b-69ba-47cb-9a7c-fa42ef6b338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:23.012419 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:23.115925 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:23.998616 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70021842-a3c9-4cd1-8aff-27a004dd4c88 req-93d0930f-35fa-4a9e-9f69-c19bfbcce7c8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:24.000123 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-70021842-a3c9-4cd1-8aff-27a004dd4c88 req-93d0930f-35fa-4a9e-9f69-c19bfbcce7c8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0799134 May 03 21:25:24.044431 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-70021842-a3c9-4cd1-8aff-27a004dd4c88 req-3678679d-bd31-4f2a-888d-85ba781dd73a tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 May 03 21:25:24.068704 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55004) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:24.162281 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:24.194159 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d645ae53-1ff4-4da7-b836-329439eb0432 tempest-TestMinimumBasicScenario-874237329 tempest-TestMinimumBasicScenario-874237329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:24.195695 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d645ae53-1ff4-4da7-b836-329439eb0432 tempest-TestMinimumBasicScenario-874237329 tempest-TestMinimumBasicScenario-874237329-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1093 time: 0.1259449 May 03 21:25:24.198678 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55014) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:24.203597 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'port_id': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:24.209639 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:24.213401 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:floatingip and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:24.216230 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:24.221794 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:24.233042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:24.377295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:24.569820 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Allocated IP 172.27.0.71 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/f4988d4b-7476-4551-8754-6a66d7af72ad) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:25:24.592914 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4d75d-6d19-4c7a-9d58-34dd110f5b9e req-659cb36f-382e-41dd-bfc8-35bba640514f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:24.594354 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cfd4d75d-6d19-4c7a-9d58-34dd110f5b9e req-659cb36f-382e-41dd-bfc8-35bba640514f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.1568754 May 03 21:25:24.718527 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cfd4d75d-6d19-4c7a-9d58-34dd110f5b9e req-61f75ac8-a1d0-49e9-afee-df60548fa96b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070218 May 03 21:25:24.759474 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:24.788331 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:24.853141 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:25:24.855940 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:25:24.859521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:25:24.892729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'Port': ['ID=f4988d4b-7476-4551-8754-6a66d7af72ad,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:24.908984 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.909371 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.909908 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.910250 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.910579 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.910907 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.911260 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.911590 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.911912 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.912233 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.912552 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:24.912869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:25:25.330237 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:25.402591 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:25.606123 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:25.610527 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:25.720220 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'Port': ['ID=f4988d4b-7476-4551-8754-6a66d7af72ad,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:25.728018 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:25.898983 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Floating IP ba1265b5-4bde-419e-a81e-b3b4da647fea associated. External IP: 172.27.0.71, port: 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14. May 03 21:25:25.910048 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca5ee0-ef87-4558-aec3-c4f65b1511d7 req-4dd15768-4f17-42b9-9e0a-ec162f48dbd4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:25.911514 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1dca5ee0-ef87-4558-aec3-c4f65b1511d7 req-4dd15768-4f17-42b9-9e0a-ec162f48dbd4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.0824034 May 03 21:25:25.955553 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1dca5ee0-ef87-4558-aec3-c4f65b1511d7 req-50af7643-bb3a-407b-9bfe-1ae6c3c4ac79 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382433 May 03 21:25:26.242896 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:26.496203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:26.507673 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] Sync routers for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:26.520861 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:26.522145 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:26.522790 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:26.582085 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-46045d1e-37c7-435f-9037-6da072421e45 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:26.582614 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-6177703b-42dc-4c18-bf36-6c7f6cef59e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3826528 May 03 21:25:26.583497 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:26.584382 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-46045d1e-37c7-435f-9037-6da072421e45 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.1049166 May 03 21:25:26.585096 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55022) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:26.589921 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55588899', 'description': 'tempest-secgroup-smoke-55588899 description', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:26.630545 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f5a1cb8-26dd-42ce-bf6a-92cb4bbdb40c'] response: {'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'status': 'completed', 'code': 200} May 03 21:25:26.632843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:26.658205 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:26.676124 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Deleting port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:26.676510 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:26.705774 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:26.716739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:26.727735 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-3d41e6d4-4b3c-4a4f-b074-61dad2a6cc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:26.729220 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-3d41e6d4-4b3c-4a4f-b074-61dad2a6cc73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1098 time: 0.0742109 May 03 21:25:26.750625 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:26.785597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:26.798748 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:26.808450 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:26.865691 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-9f885b07-c1fa-4950-9e34-02dab0aa3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:26.867160 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-9f885b07-c1fa-4950-9e34-02dab0aa3e2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.1302600 May 03 21:25:26.973809 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-ceae75db-de16-4ac4-99af-a12c79339e66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 998 time: 0.1000381 May 03 21:25:27.001615 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] For port 29dcc68c-c395-4b81-86fa-e5619d3a6b55, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=29dcc68c-c395-4b81-86fa-e5619d3a6b55,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:27.002129 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.016399 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.070762 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-f2c05d01-01a8-432d-8a83-f6dc9c7ec300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:27.072878 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.074168 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-f2c05d01-01a8-432d-8a83-f6dc9c7ec300 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0920422 May 03 21:25:27.113176 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'ba1265b5-4bde-419e-a81e-b3b4da647fea', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'port_id': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'mac_address': 'fa:16:3e:8a:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:25:25Z', 'updated_at': '2022-05-03T21:25:25Z', 'revision_number': 0, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:27.118150 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] Checking router: 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:27.127448 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:27.129193 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:27.162581 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-83957c5c-46e3-481b-86ed-8d6f772ab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:27.164100 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-83957c5c-46e3-481b-86ed-8d6f772ab04b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800147 May 03 21:25:27.192185 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:27.257693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.258920 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1078bb25-ec95-4d0c-8c63-8dd0cb4b6fbc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6728058 May 03 21:25:27.265777 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55030) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:27.275601 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:27.289432 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:27.296270 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:27.300613 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:27.308677 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:27.315081 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:27.334988 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-14ea1111-5366-459d-92f8-b62461bfdbdd service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620417 May 03 21:25:27.342705 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.392175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec250-66ef-485c-ad6b-aff6da75d3de req-9b4afe92-88d6-4cd1-919d-553aff07a7f8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:27.393639 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-528ec250-66ef-485c-ad6b-aff6da75d3de req-9b4afe92-88d6-4cd1-919d-553aff07a7f8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 947 time: 0.2944191 May 03 21:25:27.436629 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.437036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.437313 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Floating IP ec3c9e55-8b69-4cae-b76c-328c2243fb7e disassociated. External IP: 172.27.0.67, port: 29dcc68c-c395-4b81-86fa-e5619d3a6b55. May 03 21:25:27.437656 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Calling delete_port for 29dcc68c-c395-4b81-86fa-e5619d3a6b55 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:27.528272 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.536618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.552806 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4f1bac9f-9e81-4ba1-b209-e2eb5ea7b0f1 req-4e43329d-b13b-4671-a04a-af69941e690e service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022643 May 03 21:25:27.569738 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e44dbb2-fdae-42bd-a80d-d1da17a74161,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:27.582015 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.587277 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-1d345d8a-bc3b-4438-a52d-112b5d63e910 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203483 May 03 21:25:27.588198 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55034) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:27.593177 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:27.599110 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:27.602845 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:27.605696 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:27.611962 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:27.631659 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.684675 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-528ec250-66ef-485c-ad6b-aff6da75d3de req-302eb88a-c85a-4cd6-a0ec-2df1a3074555 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2bd19ba-6a10-47e4-b1c5-693abeb2536d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789087 May 03 21:25:27.710424 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.718614 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.720178 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.735904 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'ba1265b5-4bde-419e-a81e-b3b4da647fea', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'port_id': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'mac_address': 'fa:16:3e:8a:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:25:25Z', 'updated_at': '2022-05-03T21:25:25Z', 'revision_number': 0, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:27.742124 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813108e-1a02-452b-ae70-1a7033b5f579 None None] The sync data for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi is: [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'ba1265b5-4bde-419e-a81e-b3b4da647fea', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'port_id': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'mac_address': 'fa:16:3e:8a:e8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:25:25Z', 'updated_at': '2022-05-03T21:25:25Z', 'revision_number': 0, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:25:27.755966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc01b537-6fdd-4923-9d52-c4f1ec3ce467,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:27.764894 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.764894 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-1b66f3f2-d83d-4a36-baf0-68ac3da96406 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1755264 May 03 21:25:27.771410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55038) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:27.773059 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event deleted for resources: {'Port': ['ID=29dcc68c-c395-4b81-86fa-e5619d3a6b55,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:27.778479 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:27.788553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:27.792961 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:27.797352 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:27.803980 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:27.826508 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.893988 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.899376 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.928032 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af37f37d-68e2-4908-917d-97e8741d1be1,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:27.937982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:27.942345 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-96d1848d-a3ad-4cbe-b045-fc423ec35a8d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668479 May 03 21:25:27.942542 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55042) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:27.949552 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:27.958866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:27.964142 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:27.967164 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:27.974400 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:27.975902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:27.997894 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.027761 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb00fdf-bdd8-4e32-be17-45a94996edb3 None None] New status for floating IP ba1265b5-4bde-419e-a81e-b3b4da647fea: ACTIVE {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:25:28.076187 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.080652 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.109311 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a718f7c-4584-48ed-b671-5c2da83b4c1c,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:28.123491 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.129359 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-9799baba-fa1a-4e1b-8990-4b221ddb76ed tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1839280 May 03 21:25:28.129517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55046) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:28.136223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:28.146385 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:28.153597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:28.157767 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:28.173613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:28.190116 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.securitygroups_db [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Project c5618fc18cd84eeb9e14f24d7b686665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:25:28.198243 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:28.199920 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.210005 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:28.220113 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:28.221223 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:28.295312 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] No DVR routers for this DVR port 29dcc68c-c395-4b81-86fa-e5619d3a6b55 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:28.305430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.307843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-deleted', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:28.343898 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-731d71f3-0a19-40ea-884f-55bd19e62ef1 req-f1071599-7e74-40b5-ad6e-daf9ccbc32ad tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "DELETE /v2.0/ports/29dcc68c-c395-4b81-86fa-e5619d3a6b55 HTTP/1.1" status: 204 len: 173 time: 1.7492969 May 03 21:25:28.350648 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.356229 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.380306 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-170563cb-ca0a-4411-bd81-ac23b8fb0beb'] response: {'server_uuid': 'a82a4397-7630-49e0-8ed9-5c575fa20a0b', 'name': 'network-vif-deleted', 'tag': '29dcc68c-c395-4b81-86fa-e5619d3a6b55', 'status': 'completed', 'code': 200} May 03 21:25:28.387943 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a801ff7-7a79-4aba-ab2a-8753746dcb91,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:28.403815 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.407122 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d3798472-9259-4ec6-96d8-498e11d9a738 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2765021 May 03 21:25:28.408580 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55052) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:28.414302 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'security_group_rule': {'security_group_id': 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84', 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:28.420613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:28.429500 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Usage tracker for resource:security_group_rule and tenant:c5618fc18cd84eeb9e14f24d7b686665 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:28.433231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:28.440162 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:28.464354 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.securitygroups_db [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Project c5618fc18cd84eeb9e14f24d7b686665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:25:28.471111 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.492899 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:28.539204 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.543654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.571844 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f28a623-8897-45b2-9c17-98cd82f904bb,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:28.583316 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:28.585149 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e48552d9-d3b0-40e1-863e-7dcf0fce74e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749418 May 03 21:25:28.712615 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-3895f3a7-bfde-461f-822e-50f000f85054 req-11ba4261-ea97-4621-b4f6-f72ce6bb7db8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:28.746323 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-3895f3a7-bfde-461f-822e-50f000f85054 req-11ba4261-ea97-4621-b4f6-f72ce6bb7db8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:28.755512 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3895f3a7-bfde-461f-822e-50f000f85054 req-11ba4261-ea97-4621-b4f6-f72ce6bb7db8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55588899&fields=id&tenant_id=c5618fc18cd84eeb9e14f24d7b686665 HTTP/1.1" status: 200 len: 267 time: 0.0892177 May 03 21:25:28.846606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895f3a7-bfde-461f-822e-50f000f85054 req-bd2f366a-ce02-45a0-bf18-0bff3b49fa17 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:28.855410 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3895f3a7-bfde-461f-822e-50f000f85054 req-bd2f366a-ce02-45a0-bf18-0bff3b49fa17 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0989525 May 03 21:25:28.861525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'port': {'security_groups': ['d4a8d4e0-4fe8-4025-9530-cf3ec054f401', 'ea7b8f5f-efd0-4c14-8387-d5fd652bdf84']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:28.881944 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:28.886144 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:28.895529 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:28.896153 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:28.919541 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-90ff4500-9fa7-4066-96c3-a97acfcc8307 req-1a6ebf8f-6af1-4961-a586-4c6071932836 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=a82a4397-7630-49e0-8ed9-5c575fa20a0b HTTP/1.1" status: 200 len: 210 time: 0.0532742 May 03 21:25:29.008589 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:29.084608 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:29.279570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:29.304316 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:29.309458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:29.333660 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:29.381612 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:29.381898 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:29.383282 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3895f3a7-bfde-461f-822e-50f000f85054 req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "PUT /v2.0/ports/44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 981 time: 0.5268683 May 03 21:25:29.424366 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d26e87-0b4f-4de0-9056-aab620489cb5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=6']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:29.507394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:29.611265 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd20ed-21d3-4504-86bc-f0188ee2fe14 req-80cd8b68-24e1-4ca6-a3b9-3d2607eed396 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:29.613182 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-99bd20ed-21d3-4504-86bc-f0188ee2fe14 req-80cd8b68-24e1-4ca6-a3b9-3d2607eed396 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.1107237 May 03 21:25:29.676133 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-99bd20ed-21d3-4504-86bc-f0188ee2fe14 req-6d2616a0-b5ca-45ed-b09d-0227e98859db tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523481 May 03 21:25:29.716183 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:29.760858 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4debdf9-9489-4709-bb0a-cdc75aad2643 None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:25:29.776654 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e32223d2-84d5-420e-bba9-710f65c9b51e None None] Provisioning complete for port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:29.777025 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e32223d2-84d5-420e-bba9-710f65c9b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.043581 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20906d4c-ee6e-4659-aac8-527cdc08cc08 None None] New status for floating IP ec3c9e55-8b69-4cae-b76c-328c2243fb7e: DOWN {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:25:30.084513 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55070) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:30.117053 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:25:30.165943 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd696bf2-ca71-4692-b500-f7c1a87aa88e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.166164 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 29dcc68c-c395-4b81-86fa-e5619d3a6b55 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:25:30.166475 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 29dcc68c-c395-4b81-86fa-e5619d3a6b55 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:25:30.199329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd696bf2-ca71-4692-b500-f7c1a87aa88e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.257297 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd696bf2-ca71-4692-b500-f7c1a87aa88e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.285608 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd696bf2-ca71-4692-b500-f7c1a87aa88e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bd19ba-6a10-47e4-b1c5-693abeb2536d,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:30.297863 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd696bf2-ca71-4692-b500-f7c1a87aa88e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.299298 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-cd696bf2-ca71-4692-b500-f7c1a87aa88e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "DELETE /v2.0/security-groups/c2bd19ba-6a10-47e4-b1c5-693abeb2536d HTTP/1.1" status: 204 len: 168 time: 0.2134855 May 03 21:25:30.301984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55074) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:30.320643 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.api.v2.resource [None req-0853d256-66f8-4fcc-a728-c5e7defc6166 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] show failed (client error): The resource could not be found. May 03 21:25:30.321685 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0853d256-66f8-4fcc-a728-c5e7defc6166 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups/c2bd19ba-6a10-47e4-b1c5-693abeb2536d HTTP/1.1" status: 404 len: 347 time: 0.0184906 May 03 21:25:30.324840 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55078) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:30.381667 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:30.427787 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924a4d16-a855-4dc2-a7d6-068f833f0645'] response: {'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'status': 'completed', 'code': 200} May 03 21:25:30.489228 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Deleting port cfe7b31c-9e3c-4926-96ae-5c6249a21c70 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:30.489571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.537168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-47bbaecd-bab2-44ac-92da-e80664e2b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:30.538575 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-47bbaecd-bab2-44ac-92da-e80664e2b8e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1137 time: 0.0759566 May 03 21:25:30.749331 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.749562 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:30.763985 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-e4adadea-93f0-4e21-8a29-e8e933d1a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:30.765434 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-e4adadea-93f0-4e21-8a29-e8e933d1a170 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.2155433 May 03 21:25:30.873566 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-435fe3f2-c63e-4a7f-bb06-c4fec8ca81c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 1000 time: 0.0978518 May 03 21:25:30.878194 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Calling delete_port for cfe7b31c-9e3c-4926-96ae-5c6249a21c70 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:30.946529 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-60448378-3c0d-4ce2-8b38-def3478a075d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:30.947995 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-60448378-3c0d-4ce2-8b38-def3478a075d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0592687 May 03 21:25:31.016921 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:31.022512 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-2052f753-6d33-4eab-916b-ae0954b22199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:31.024051 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-2052f753-6d33-4eab-916b-ae0954b22199 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698051 May 03 21:25:31.067292 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event deleted for resources: {'Port': ['ID=cfe7b31c-9e3c-4926-96ae-5c6249a21c70,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:31.153580 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:31.155559 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-672622aa-ff62-45ae-9193-5ccce1619f3c service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248498 May 03 21:25:31.168010 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:31.169125 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-48ff2761-4941-4e51-a7f1-e4600ce67645 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "DELETE /v2.0/floatingips/ec3c9e55-8b69-4cae-b76c-328c2243fb7e HTTP/1.1" status: 204 len: 168 time: 0.8431914 May 03 21:25:31.289586 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ac085bfc-d89d-49d8-be7a-be01e2b6e5b3 req-c40b873a-668f-4f5e-af42-f11996d75938 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264627 May 03 21:25:31.947484 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55086) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:31.952623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254068495', 'description': 'tempest-description--663327169'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:31.959149 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:31.963188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:31.966007 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:31.971615 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:31.984531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.004716 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:32.008526 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:32.011442 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:32.017058 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:32.084307 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.087770 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.132149 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3203bee8-4d1c-4ac2-8b2c-f143f44f8353,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:32.134808 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.136013 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-cc086edd-fdf2-4c7b-a5ea-d838e11cd69a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1875453 May 03 21:25:32.139220 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55090) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:32.143638 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'security_group_rule': {'security_group_id': '3203bee8-4d1c-4ac2-8b2c-f143f44f8353', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:32.149457 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:32.153279 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:32.156119 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:32.161715 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:32.178277 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.235339 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.239445 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.262394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bfeb72-1099-46db-a6ef-1f6ee9d9eff5,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:32.271091 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.272246 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-eda2e8d8-02e0-43b5-ac8f-e9f986818ba3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325002 May 03 21:25:32.275058 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55094) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:32.279851 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'security_group_rule': {'security_group_id': '3203bee8-4d1c-4ac2-8b2c-f143f44f8353', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:32.285379 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:32.289108 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:security_group_rule and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:32.292047 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:32.297699 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:32.314487 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.377546 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.381521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.403962 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358e4415-4e12-4183-b4c5-8178a209e5fb,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:32.412396 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.413643 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-deb0d443-191c-453d-88ac-f50311735ae5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376886 May 03 21:25:32.416663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55098) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:32.421647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:32.427732 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:32.431419 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Usage tracker for resource:floatingip and tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:25:32.434140 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:25:32.439682 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:32.449640 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.582868 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.717096 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Allocated IP 172.27.0.165 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/e08120d8-561d-49a5-b78a-48f4efea19b8) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:25:32.859232 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.886764 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:32.946628 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:25:32.949410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:25:32.953023 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:25:32.995141 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'Port': ['ID=e08120d8-561d-49a5-b78a-48f4efea19b8,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:33.037799 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.093101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.295597 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.301116 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.471155 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'Port': ['ID=e08120d8-561d-49a5-b78a-48f4efea19b8,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:33.483121 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.505549 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:33.506673 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-a3bbad6e-4fb8-4aa8-b3ef-c37ab33813d7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0891106 May 03 21:25:33.723462 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-e1a18c71-ddcb-4733-8c84-79de54f25399 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:33.738127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-e1a18c71-ddcb-4733-8c84-79de54f25399 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:33.739705 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-e1a18c71-ddcb-4733-8c84-79de54f25399 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1254068495&fields=id&tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 267 time: 0.0538924 May 03 21:25:33.884554 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-596ab0ce-2710-44ad-830e-cf0c3f3ec742 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:33.885904 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-596ab0ce-2710-44ad-830e-cf0c3f3ec742 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 817 time: 0.1397851 May 03 21:25:33.899945 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-5b980eb8-936d-4614-b653-7f0c5d29f25d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/quotas/08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 375 time: 0.0087221 May 03 21:25:33.985294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-5d9617b4-75e0-4f07-b61f-29bdae47b7cd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:34.000631 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-5d9617b4-75e0-4f07-b61f-29bdae47b7cd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:34.001968 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-5d9617b4-75e0-4f07-b61f-29bdae47b7cd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972440 May 03 21:25:34.135403 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-57d516d1-2694-4add-b634-c343d6edced3 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219358 May 03 21:25:34.262906 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-f9404a5e-8653-4e78-bc58-8fa09dfe9c46 service neutron] 10.222.0.26 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216905 May 03 21:25:34.435906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b18613bb-de4e-4523-939f-6af93272c9af req-24eab148-0fb0-4830-adcd-acc97fa5006d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:34.447239 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b18613bb-de4e-4523-939f-6af93272c9af req-24eab148-0fb0-4830-adcd-acc97fa5006d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:34.449486 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b18613bb-de4e-4523-939f-6af93272c9af req-24eab148-0fb0-4830-adcd-acc97fa5006d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 210 time: 0.0555005 May 03 21:25:35.499045 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-eb2e30ea-8761-403f-87b1-8c31b07dc20a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:35.500401 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-eb2e30ea-8761-403f-87b1-8c31b07dc20a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 817 time: 0.1501906 May 03 21:25:35.553996 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-d49c7e7b-9b9c-4120-a1f1-a383c35624ce tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 380 time: 0.0450232 May 03 21:25:35.571782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'port': {'device_id': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'admin_state_up': True, 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'security_groups': ['3203bee8-4d1c-4ac2-8b2c-f143f44f8353']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:35.649429 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2e87ce9d-7c98-4712-8c1c-31fd1008dc3c req-5eccf56e-99eb-4452-98dd-1f5c87160058 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 210 time: 0.0640399 May 03 21:25:35.747887 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:25:35.757432 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:25:35.766690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Made reservation on behalf of 08ea81eff4fc4ca59f4ec7e7fb2f0bf3 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:25:35.770586 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.002003 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Allocated IP 172.20.0.11 (ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb/6c32903b-b0cb-4617-a72f-db45a7fb957c/4cdb41c7-0045-4aaa-a894-401ed9763824) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:25:36.182526 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.197946 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Transition to ACTIVE for port object 4cdb41c7-0045-4aaa-a894-401ed9763824 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:25:36.220687 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.286825 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:25:36.289843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:25:36.293746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:25:36.333960 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:36.365137 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:36.365753 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.390957 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-a42dfa68-020c-4500-9f2b-fbb6ed2d8924 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8230214 May 03 21:25:36.401956 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Request body: {'port': {'device_id': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:36.513906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.560958 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-5986c6fe-d20b-4fb6-9cb4-abd13ef0a086 None None] Provisioning for port 4cdb41c7-0045-4aaa-a894-401ed9763824 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:25:36.566746 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-5986c6fe-d20b-4fb6-9cb4-abd13ef0a086 None None] Provisioning complete for port 4cdb41c7-0045-4aaa-a894-401ed9763824 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:36.566995 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-5986c6fe-d20b-4fb6-9cb4-abd13ef0a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.618990 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-5986c6fe-d20b-4fb6-9cb4-abd13ef0a086 None None] Port 4cdb41c7-0045-4aaa-a894-401ed9763824 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:25:36.819710 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.843200 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0421f-c2dd-4812-b267-649b8ad0fe0b req-2af5465b-0467-4af0-8579-2f3347383fc9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:36.844831 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-94a0421f-c2dd-4812-b267-649b8ad0fe0b req-2af5465b-0467-4af0-8579-2f3347383fc9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 932 time: 0.0844955 May 03 21:25:36.854914 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdb41c7-0045-4aaa-a894-401ed9763824 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:25:36.862278 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.877169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Transition to ACTIVE for port object 4cdb41c7-0045-4aaa-a894-401ed9763824 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:25:36.881376 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:36.889199 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-94a0421f-c2dd-4812-b267-649b8ad0fe0b req-5c4dd5b9-fda6-4652-8dc3-4502c5c26b72 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:36.900476 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-94a0421f-c2dd-4812-b267-649b8ad0fe0b req-5c4dd5b9-fda6-4652-8dc3-4502c5c26b72 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:36.901576 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-94a0421f-c2dd-4812-b267-649b8ad0fe0b req-5c4dd5b9-fda6-4652-8dc3-4502c5c26b72 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504348 May 03 21:25:37.037570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:37.118535 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Attempting to bind port 4cdb41c7-0045-4aaa-a894-401ed9763824 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:25:37.118862 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Attempting to bind port 4cdb41c7-0045-4aaa-a894-401ed9763824 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:25:37.119215 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Attempting to bind port 4cdb41c7-0045-4aaa-a894-401ed9763824 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:25:37.123770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Port 4cdb41c7-0045-4aaa-a894-401ed9763824 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:25:37.124083 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Attempting to bind port 4cdb41c7-0045-4aaa-a894-401ed9763824 on network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:25:37.129811 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:25:37.130150 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Checking segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:25:37.130529 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Bound using segment: {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:25:37.130962 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Bound port: 4cdb41c7-0045-4aaa-a894-401ed9763824, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29475d84-e2a5-4da5-8ae2-1986b8aac71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:25:37.131318 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:37.218697 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:25:37.221477 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:25:37.226466 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:37.287205 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:37.287900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:37.289305 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] 10.222.0.47 "PUT /v2.0/ports/4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 1094 time: 0.8914704 May 03 21:25:37.289753 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:37.312438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555899b6-c6d1-4922-a2d8-1c0afbce8b14 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:37.360813 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9cfd05e-7da1-420f-875d-2ac972b61621'] response: {'name': 'network-changed', 'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'status': 'completed', 'code': 200} May 03 21:25:37.407454 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-e938d260-7ab7-47f9-a028-e4ecb8fbbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:37.409617 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-e938d260-7ab7-47f9-a028-e4ecb8fbbf2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1097 time: 0.0802498 May 03 21:25:37.483491 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-e072af20-da65-407b-b448-f2aadddc286c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 217 time: 0.0663574 May 03 21:25:37.546520 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-b922a374-4d32-48fb-8e2f-9519ef6e81d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:37.547995 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-b922a374-4d32-48fb-8e2f-9519ef6e81d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0576258 May 03 21:25:37.624733 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-39ffe8f2-6e5c-47a9-abb7-eb5d3ea6922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:37.626104 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-39ffe8f2-6e5c-47a9-abb7-eb5d3ea6922f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720665 May 03 21:25:37.827136 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-597b331c-2220-464f-8ebd-c2ee03745cfa service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935587 May 03 21:25:37.957066 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-852598f4-3d5c-46ba-9d42-08c0b15c2ff0 req-1719d283-7676-4c10-a2d3-ebf347fbcef9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233368 May 03 21:25:38.073705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-6b4561b5-4afb-466e-bc38-b01852cfed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.075243 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-6b4561b5-4afb-466e-bc38-b01852cfed71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1097 time: 0.0696359 May 03 21:25:38.098596 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4a810-67fb-4d7b-b2ed-d5edf67d561b req-485e90e0-9ca6-4773-94ad-1ec7dc9a9a87 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.100165 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-43c4a810-67fb-4d7b-b2ed-d5edf67d561b req-485e90e0-9ca6-4773-94ad-1ec7dc9a9a87 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0785971 May 03 21:25:38.147279 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-43c4a810-67fb-4d7b-b2ed-d5edf67d561b req-fe05cfba-f6a6-4bcd-ba6a-fc1667bad736 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412407 May 03 21:25:38.204680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-c1603750-d827-41f2-be5e-0608e31475d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.206054 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-c1603750-d827-41f2-be5e-0608e31475d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1247256 May 03 21:25:38.276092 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-c5dd27ad-4062-4e9e-b38c-8550af3a51ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 217 time: 0.0624676 May 03 21:25:38.337517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-db0431ae-30d2-487c-8e58-3c34f6bb4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.338874 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-db0431ae-30d2-487c-8e58-3c34f6bb4cde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0559409 May 03 21:25:38.415511 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-bf25908d-f42b-4521-b95f-1c7584594976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:38.416940 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-bf25908d-f42b-4521-b95f-1c7584594976 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719938 May 03 21:25:38.546852 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-fe91c78d-e3e5-449e-b448-54463fb286bd service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223567 May 03 21:25:38.673938 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b0251aaf-1b5a-4a64-8039-4eb7a9b2923e req-da787dad-a55a-4e6c-83ad-706a79e1612a service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202154 May 03 21:25:39.335238 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bd658-0cab-43eb-aa9f-0c5646df532d req-a5979bec-4cf2-4d94-99eb-d34a2335268e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:39.336025 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ba0bd658-0cab-43eb-aa9f-0c5646df532d req-a5979bec-4cf2-4d94-99eb-d34a2335268e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:25:39.350604 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-ba0bd658-0cab-43eb-aa9f-0c5646df532d req-a5979bec-4cf2-4d94-99eb-d34a2335268e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:25:39.351834 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ba0bd658-0cab-43eb-aa9f-0c5646df532d req-a5979bec-4cf2-4d94-99eb-d34a2335268e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0932486 May 03 21:25:39.396536 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ba0bd658-0cab-43eb-aa9f-0c5646df532d req-df9a768d-4e99-45b9-97a8-7a3989a61761 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 May 03 21:25:40.579330 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77ad9c-9b00-42b5-98cb-00d737a6c5ab req-407999dd-940b-46ef-a4cf-0b8c49dbfe5f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:40.580783 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4d77ad9c-9b00-42b5-98cb-00d737a6c5ab req-407999dd-940b-46ef-a4cf-0b8c49dbfe5f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0782874 May 03 21:25:40.625707 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4d77ad9c-9b00-42b5-98cb-00d737a6c5ab req-ffdbeadb-b994-4837-900d-0b9b195548bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380576 May 03 21:25:41.813415 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c62bc-b3fa-4487-a823-0b60d40828a2 req-5db76259-6a56-40a7-a72d-baceafb879b5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:41.814736 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8e4c62bc-b3fa-4487-a823-0b60d40828a2 req-5db76259-6a56-40a7-a72d-baceafb879b5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0810802 May 03 21:25:41.859010 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8e4c62bc-b3fa-4487-a823-0b60d40828a2 req-d8629a81-33f8-49de-a5f1-adfeaaea5ddd tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383115 May 03 21:25:42.134026 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:25:42.263284 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:42.276399 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'mac_address': 'fa:16:3e:6d:03:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:25:42.328454 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:42.345090 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdb41c7-0045-4aaa-a894-401ed9763824 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:25:42.359935 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:42.365194 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:42.431721 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:42.741313 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['4cdb41c7-0045-4aaa-a894-401ed9763824'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:25:43.047958 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8860e6d-0b40-4c5f-b8f5-a50da7113679 req-70841710-e14d-4713-a9d3-9cd452ea11a7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:43.049310 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f8860e6d-0b40-4c5f-b8f5-a50da7113679 req-70841710-e14d-4713-a9d3-9cd452ea11a7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 945 time: 0.0815840 May 03 21:25:43.092519 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f8860e6d-0b40-4c5f-b8f5-a50da7113679 req-d3e21524-99ff-47bc-b7b2-43bd95e5ebc0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374386 May 03 21:25:44.163510 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:25:44.260774 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 4cdb41c7-0045-4aaa-a894-401ed9763824 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:25:44.265678 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 4cdb41c7-0045-4aaa-a894-401ed9763824 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:25:44.266045 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:44.278203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d485d-49bb-4bf8-b0c9-1c4cafa934bd req-60e24583-4777-4602-8084-d46a6ca45f26 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:44.279672 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aa7d485d-49bb-4bf8-b0c9-1c4cafa934bd req-60e24583-4777-4602-8084-d46a6ca45f26 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 945 time: 0.0795469 May 03 21:25:44.323578 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-aa7d485d-49bb-4bf8-b0c9-1c4cafa934bd req-acc9638e-3e46-4a8d-b551-34da7778d30d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375643 May 03 21:25:44.382598 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:44.408543 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:44.418933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:44.423122 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:44.455744 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3e3106-e33a-4ec7-9f68-84a218edbcec'] response: {'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'code': 200} May 03 21:25:44.495430 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:44.690587 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1518a8-d13a-4e3a-8a63-86b877dccb24 req-015ef430-daef-436f-91f9-b1f70bdf6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:44.692228 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ab1518a8-d13a-4e3a-8a63-86b877dccb24 req-015ef430-daef-436f-91f9-b1f70bdf6623 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1099 time: 0.0719888 May 03 21:25:44.732021 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ab1518a8-d13a-4e3a-8a63-86b877dccb24 req-9f523799-8f4e-4ac5-ab1c-924660221c01 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 May 03 21:25:45.508454 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1997699-cee0-4b73-b1d4-6fd8c54710ff req-a78cb20f-08be-495d-8691-9416fad928d6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:45.509794 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1997699-cee0-4b73-b1d4-6fd8c54710ff req-a78cb20f-08be-495d-8691-9416fad928d6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0788774 May 03 21:25:45.563892 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d1997699-cee0-4b73-b1d4-6fd8c54710ff req-91d96d0d-ab9e-4683-baab-24b50832241e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481658 May 03 21:25:46.751965 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e632bdd-d625-4605-b40d-63b2c5375f3b req-60841f67-e06e-40fb-b5c5-ce453e6031ac tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:46.753558 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e632bdd-d625-4605-b40d-63b2c5375f3b req-60841f67-e06e-40fb-b5c5-ce453e6031ac tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0792251 May 03 21:25:46.795750 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6e632bdd-d625-4605-b40d-63b2c5375f3b req-f8810e4b-976c-4565-aa8e-58384202b67b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 May 03 21:25:46.974768 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5907149-b803-48f8-9771-a79fa1c0c1ca req-f32ee84d-a1c8-4a2b-ba35-5baa771d153a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:46.976229 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5907149-b803-48f8-9771-a79fa1c0c1ca req-f32ee84d-a1c8-4a2b-ba35-5baa771d153a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0786626 May 03 21:25:46.984798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55162) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:25:46.990620 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Request body: {'floatingip': {'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:25:47.143972 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.716944 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.720545 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:47.887500 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Floating IP 66b4ef1f-68c2-4e26-8617-0bd7d7d55c34 associated. External IP: 172.27.0.165, port: 4cdb41c7-0045-4aaa-a894-401ed9763824. May 03 21:25:48.245638 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:48.550120 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:48.559941 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:48.560889 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:48.573619 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:48.574238 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:48.622183 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-71704080-83e6-470e-8651-c5936143bda3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "PUT /v2.0/floatingips/66b4ef1f-68c2-4e26-8617-0bd7d7d55c34 HTTP/1.1" status: 200 len: 992 time: 1.6363263 May 03 21:25:48.622749 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:48.673004 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00ce4e6-fce9-4c7e-9d68-32ff2c5bced3'] response: {'name': 'network-changed', 'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'status': 'completed', 'code': 200} May 03 21:25:48.710103 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:25:48.773170 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-505f4e49-1ed1-4f33-ade3-2ca9be5debfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:48.775479 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-505f4e49-1ed1-4f33-ade3-2ca9be5debfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1099 time: 0.0804949 May 03 21:25:48.779952 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:48.939111 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-49bec82b-f115-4661-8a79-033cf8a79ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:48.941163 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-49bec82b-f115-4661-8a79-033cf8a79ee5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1592815 May 03 21:25:49.045175 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-a4a71607-7c45-44f2-907b-8547a4a85053 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 1000 time: 0.0984972 May 03 21:25:49.108667 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-6976683d-a89d-45e4-97b2-663f3411ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:49.110121 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-6976683d-a89d-45e4-97b2-663f3411ce20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0594215 May 03 21:25:49.132927 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '66b4ef1f-68c2-4e26-8617-0bd7d7d55c34', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'mac_address': 'fa:16:3e:6d:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:25:33Z', 'updated_at': '2022-05-03T21:25:47Z', 'revision_number': 1, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:49.136748 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:49.145532 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:49.146091 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:49.183534 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-df65aa0d-bbe2-449a-97c3-6dbe6c66f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:49.184977 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-df65aa0d-bbe2-449a-97c3-6dbe6c66f0e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685523 May 03 21:25:49.319845 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:49.321286 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-85e061f7-77fc-49cb-932e-3f2606d4e128 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285684 May 03 21:25:49.449874 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c76eb7d-84fe-4c48-9954-1c45cf5ec733 req-0d6f6291-0952-4df8-b803-fe284990e790 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224568 May 03 21:25:49.607719 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-859626b0-6489-4742-80ea-0886d14df7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:49.674695 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '66b4ef1f-68c2-4e26-8617-0bd7d7d55c34', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'mac_address': 'fa:16:3e:6d:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:25:33Z', 'updated_at': '2022-05-03T21:25:47Z', 'revision_number': 1, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:49.679422 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb232782-6ef0-4938-8f3f-9dd0b163ddf4 None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '66b4ef1f-68c2-4e26-8617-0bd7d7d55c34', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'floating_ip_address': '172.27.0.165', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'mac_address': 'fa:16:3e:6d:03:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:25:33Z', 'updated_at': '2022-05-03T21:25:47Z', 'revision_number': 1, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:25:49.858066 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff7d098-4fa0-4362-9ad9-d7449d8f43c9 None None] New status for floating IP 66b4ef1f-68c2-4e26-8617-0bd7d7d55c34: ACTIVE {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:25:51.666664 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9151-4cf2-464e-b6f0-73d00c7b35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.014661 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:53.116633 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.168398 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:54.249322 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93612b-b772-4160-a319-15adab574bee req-891fa0b0-201e-471f-8b1c-7ea387b7aaf8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:54.250771 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ef93612b-b772-4160-a319-15adab574bee req-891fa0b0-201e-471f-8b1c-7ea387b7aaf8 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0786154 May 03 21:25:54.297714 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ef93612b-b772-4160-a319-15adab574bee req-bf16e4fc-9c2e-45e4-b8af-f32949e4e68c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 May 03 21:25:55.486094 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf6b7c-8ce9-4f57-9745-e20671a89ad2 req-c332af55-9121-4dcb-802b-c62156ffe656 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:55.488099 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-45bf6b7c-8ce9-4f57-9745-e20671a89ad2 req-c332af55-9121-4dcb-802b-c62156ffe656 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0839820 May 03 21:25:55.531469 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-45bf6b7c-8ce9-4f57-9745-e20671a89ad2 req-ea94fc3c-4335-44e3-b82f-77668c1202bf tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 May 03 21:25:56.712115 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9236b24-43ac-43e2-af7c-4af3b0570263 req-e979ff1c-f4c5-4e9d-8745-8e9cfabf503f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:56.713561 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f9236b24-43ac-43e2-af7c-4af3b0570263 req-e979ff1c-f4c5-4e9d-8745-8e9cfabf503f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0786459 May 03 21:25:56.756057 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f9236b24-43ac-43e2-af7c-4af3b0570263 req-042b2d17-4a48-40a0-a221-407693a02dda tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370128 May 03 21:25:57.937490 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be915b1-640d-47a0-9f9c-691533fcbf66 req-943acaf6-0a3f-4ad0-bde3-4624cb18bb02 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:57.938946 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3be915b1-640d-47a0-9f9c-691533fcbf66 req-943acaf6-0a3f-4ad0-bde3-4624cb18bb02 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0787101 May 03 21:25:57.991522 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3be915b1-640d-47a0-9f9c-691533fcbf66 req-b4d7f313-543b-4fca-9749-d68e20361104 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462587 May 03 21:25:58.011072 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-5c25b0d0-0c6b-4175-baab-6da50c85dc42 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:25:58.012504 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-5c25b0d0-0c6b-4175-baab-6da50c85dc42 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 945 time: 0.0861080 May 03 21:25:58.079751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Deleting port 2179c892-5c7b-4f56-86e5-e162766674ab {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:25:58.080007 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:58.326154 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] For port 2179c892-5c7b-4f56-86e5-e162766674ab, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2179c892-5c7b-4f56-86e5-e162766674ab,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:25:58.326500 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:58.689337 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:58.689701 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:58.690007 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Floating IP 1437a294-e631-45ed-bac5-e6e1303edf18 disassociated. External IP: 172.27.0.37, port: 2179c892-5c7b-4f56-86e5-e162766674ab. May 03 21:25:58.690339 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Calling delete_port for 2179c892-5c7b-4f56-86e5-e162766674ab owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:25:58.841294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:58.889251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event deleted for resources: {'Port': ['ID=2179c892-5c7b-4f56-86e5-e162766674ab,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:25:59.073699 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Router fe877b84-6671-42e4-9883-2ea1a483ef49 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:25:59.248930 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-eeab4899-3946-4c69-82b4-0421242f1b31 req-e1ae6f4d-f54b-4b27-afdb-d3fe8c52dc9d tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=380e574b-fe94-4794-a79c-2a44fe04ce8f HTTP/1.1" status: 200 len: 210 time: 0.1158636 May 03 21:25:59.295806 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:25:59.306264 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] Sync routers for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:25:59.317336 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:59.317963 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:59.371547 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] No DVR routers for this DVR port 2179c892-5c7b-4f56-86e5-e162766674ab on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:25:59.374360 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:25:59.377478 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'name': 'network-vif-deleted', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:25:59.395222 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9d8dea73-7c9c-4340-ab8d-79e6ce33be6c req-715fc781-feb9-4fe0-bcf0-5a06887cc93f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "DELETE /v2.0/ports/2179c892-5c7b-4f56-86e5-e162766674ab HTTP/1.1" status: 204 len: 173 time: 1.3772116 May 03 21:25:59.424632 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb53042f-2707-48a6-8998-0c61cbd52244'] response: {'server_uuid': '380e574b-fe94-4794-a79c-2a44fe04ce8f', 'name': 'network-vif-deleted', 'tag': '2179c892-5c7b-4f56-86e5-e162766674ab', 'status': 'completed', 'code': 200} May 03 21:25:59.551838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:25:59.860319 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:25:59.864602 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] Checking router: fe877b84-6671-42e4-9883-2ea1a483ef49 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:25:59.873004 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:25:59.873599 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:00.047628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:00.350439 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:00.354829 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d5589-4f07-4e2f-adfe-187780b68368 None None] The sync data for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi is: [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:18:27Z', 'revision_number': 4, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '5445ae4a-2270-470d-a6fe-5860bc974a21', 'name': '', 'network_id': '1b515388-a248-4e19-8bc0-9eff69511d6e', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'mac_address': 'fa:16:3e:dd:c7:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:22Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'subnets': [{'id': '18a2382e-347d-4b84-bfc5-7eb94f72426d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:26:00.368880 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55210) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:00.435502 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c565f5be-5fd0-45fa-b012-6e72fa730cc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.463982 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c565f5be-5fd0-45fa-b012-6e72fa730cc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.519280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c565f5be-5fd0-45fa-b012-6e72fa730cc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.544159 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565f5be-5fd0-45fa-b012-6e72fa730cc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175950a5-3102-4f6c-a3c1-95f4b8a4d6bc,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:00.565160 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c565f5be-5fd0-45fa-b012-6e72fa730cc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.569503 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55214) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:00.569963 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c565f5be-5fd0-45fa-b012-6e72fa730cc9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "DELETE /v2.0/security-groups/175950a5-3102-4f6c-a3c1-95f4b8a4d6bc HTTP/1.1" status: 204 len: 168 time: 0.1995227 May 03 21:26:00.587078 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.api.v2.resource [None req-f349e44e-de3f-470e-aed4-8b3f2d1899d1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] show failed (client error): The resource could not be found. May 03 21:26:00.588071 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f349e44e-de3f-470e-aed4-8b3f2d1899d1 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups/175950a5-3102-4f6c-a3c1-95f4b8a4d6bc HTTP/1.1" status: 404 len: 347 time: 0.0174255 May 03 21:26:00.589585 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3841c2-0a94-4464-90cb-fbd5b3e89170 None None] New status for floating IP 1437a294-e631-45ed-bac5-e6e1303edf18: DOWN {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:26:00.590816 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55218) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:00.747447 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Deleting port f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:00.747789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.922867 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:00.923128 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:01.048780 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Calling delete_port for f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:01.128857 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.db.api [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:26:01.129195 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG oslo_db.api [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:26:01.630263 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Deleting port f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:01.630876 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:01.870150 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:01.870363 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:01.987692 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Calling delete_port for f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:02.127977 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:02.172785 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event deleted for resources: {'Port': ['ID=f2df7a92-ce2e-4e99-b234-c8efb7d7f5ae,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:02.243045 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2179c892-5c7b-4f56-86e5-e162766674ab no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:02.264523 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:02.276385 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 2179c892-5c7b-4f56-86e5-e162766674ab {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:02.276717 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2179c892-5c7b-4f56-86e5-e162766674ab not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:02.278135 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:02.279254 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-309fc6f3-0f2b-467a-92e3-1a4accb5f2b7 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "DELETE /v2.0/floatingips/1437a294-e631-45ed-bac5-e6e1303edf18 HTTP/1.1" status: 204 len: 168 time: 1.6874504 May 03 21:26:05.068673 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9357e-cd51-4552-87fe-ca6d1365e2f2 req-c01d86f7-e341-4954-afbe-99db4859eaa5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:05.069338 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-18c9357e-cd51-4552-87fe-ca6d1365e2f2 req-c01d86f7-e341-4954-afbe-99db4859eaa5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:05.083725 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-18c9357e-cd51-4552-87fe-ca6d1365e2f2 req-c01d86f7-e341-4954-afbe-99db4859eaa5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:05.084831 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-18c9357e-cd51-4552-87fe-ca6d1365e2f2 req-c01d86f7-e341-4954-afbe-99db4859eaa5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0940123 May 03 21:26:05.132002 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-18c9357e-cd51-4552-87fe-ca6d1365e2f2 req-e167002d-f548-4e08-9ebd-f3ab038510c3 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 May 03 21:26:05.742875 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b454b-8616-46fd-8963-f116d10c9d04 req-8c5b1281-6e5a-4be5-b83f-6b4f1c606648 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:05.743606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-386b454b-8616-46fd-8963-f116d10c9d04 req-8c5b1281-6e5a-4be5-b83f-6b4f1c606648 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:05.755445 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-386b454b-8616-46fd-8963-f116d10c9d04 req-8c5b1281-6e5a-4be5-b83f-6b4f1c606648 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:05.756508 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-386b454b-8616-46fd-8963-f116d10c9d04 req-8c5b1281-6e5a-4be5-b83f-6b4f1c606648 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.0904560 May 03 21:26:05.824778 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Deleting port 2eaccede-8d25-4fd4-8589-65588c2ea70d {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:05.825044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:06.062234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] For port 2eaccede-8d25-4fd4-8589-65588c2ea70d, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=2eaccede-8d25-4fd4-8589-65588c2ea70d,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:06.062587 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:06.268227 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Calling delete_port for 2eaccede-8d25-4fd4-8589-65588c2ea70d owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:06.410553 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41459cd6-55f1-48f4-957f-1905d79b2300 req-d7b79b6d-83ff-48bf-bb54-1a815efbe405 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:06.412071 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-41459cd6-55f1-48f4-957f-1905d79b2300 req-d7b79b6d-83ff-48bf-bb54-1a815efbe405 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=9202d31e-be7e-4d4f-8b12-8ace2d6a79aa HTTP/1.1" status: 200 len: 945 time: 0.1504326 May 03 21:26:06.498849 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-41459cd6-55f1-48f4-957f-1905d79b2300 req-81e8cc2a-a336-4860-b71a-83241a493deb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:06.502598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:06.514183 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['048fc4e7-13e8-4bc0-8def-8f823d183f74', '2eaccede-8d25-4fd4-8589-65588c2ea70d'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:26:06.562624 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event deleted for resources: {'Port': ['ID=2eaccede-8d25-4fd4-8589-65588c2ea70d,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:06.611135 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.611482 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.611824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.612169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.613603 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.613956 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.614348 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.614682 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.615029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.615621 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.615945 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.616265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:06.648573 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-41459cd6-55f1-48f4-957f-1905d79b2300 req-81e8cc2a-a336-4860-b71a-83241a493deb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:06.649727 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-41459cd6-55f1-48f4-957f-1905d79b2300 req-81e8cc2a-a336-4860-b71a-83241a493deb tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109380 May 03 21:26:06.655120 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] No DVR routers for this DVR port 2eaccede-8d25-4fd4-8589-65588c2ea70d on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:26:06.657467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:06.660790 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'name': 'network-vif-deleted', 'tag': '2eaccede-8d25-4fd4-8589-65588c2ea70d'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:26:06.683821 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-386b454b-8616-46fd-8963-f116d10c9d04 req-9c3eb03c-e05b-443f-a61e-0fe8c488906f tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "DELETE /v2.0/ports/2eaccede-8d25-4fd4-8589-65588c2ea70d HTTP/1.1" status: 204 len: 173 time: 0.9207370 May 03 21:26:06.712173 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41442ff2-5b4a-4d22-add4-0d43a03c7880'] response: {'server_uuid': '9202d31e-be7e-4d4f-8b12-8ace2d6a79aa', 'name': 'network-vif-deleted', 'tag': '2eaccede-8d25-4fd4-8589-65588c2ea70d', 'status': 'completed', 'code': 200} May 03 21:26:06.819806 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:08.101365 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10acb55c-d1fd-415d-8a3b-feefb4e6c953 req-11d8f2c7-3cb8-4c05-b1a8-de12330fa4ac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:08.101934 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-10acb55c-d1fd-415d-8a3b-feefb4e6c953 req-11d8f2c7-3cb8-4c05-b1a8-de12330fa4ac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Synchronizing usage tracker for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:08.117142 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-10acb55c-d1fd-415d-8a3b-feefb4e6c953 req-11d8f2c7-3cb8-4c05-b1a8-de12330fa4ac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Unset dirty status for tenant:78333aede1254711a7162a6eb3074d4f on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:08.118475 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10acb55c-d1fd-415d-8a3b-feefb4e6c953 req-11d8f2c7-3cb8-4c05-b1a8-de12330fa4ac tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0981135 May 03 21:26:08.162268 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10acb55c-d1fd-415d-8a3b-feefb4e6c953 req-4b89263e-d3d5-4241-9d79-fe818cabe2e0 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381303 May 03 21:26:08.807984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-95e9f5e2-2dc6-4c72-91b7-7057a454f803 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:08.809302 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-95e9f5e2-2dc6-4c72-91b7-7057a454f803 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0786467 May 03 21:26:08.881797 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Deleting port 048fc4e7-13e8-4bc0-8def-8f823d183f74 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:08.882127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:09.117408 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] For port 048fc4e7-13e8-4bc0-8def-8f823d183f74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=048fc4e7-13e8-4bc0-8def-8f823d183f74,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:09.118072 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:09.238555 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Calling delete_port for 048fc4e7-13e8-4bc0-8def-8f823d183f74 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:09.346234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b57ac-87bf-4acc-9a1e-d9bbd9156479 req-07099787-f400-4bce-9ec4-0f31d5bc4eb5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:09.348395 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-136b57ac-87bf-4acc-9a1e-d9bbd9156479 req-07099787-f400-4bce-9ec4-0f31d5bc4eb5 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/ports?device_id=698fd040-6bce-4f30-9296-01b4c37c8efd HTTP/1.1" status: 200 len: 946 time: 0.0795515 May 03 21:26:09.392004 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:09.400476 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-136b57ac-87bf-4acc-9a1e-d9bbd9156479 req-82af2654-d541-42f6-839f-2ed8266ac30c tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.26 "GET /v2.0/security-groups?id=16751db7-0b9d-425f-9256-ebcbdd4f3f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461326 May 03 21:26:09.407406 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['048fc4e7-13e8-4bc0-8def-8f823d183f74'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:26:09.448123 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Pushing event deleted for resources: {'Port': ['ID=048fc4e7-13e8-4bc0-8def-8f823d183f74,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:09.524927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] No DVR routers for this DVR port 048fc4e7-13e8-4bc0-8def-8f823d183f74 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:26:09.527300 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:09.529740 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'name': 'network-vif-deleted', 'tag': '048fc4e7-13e8-4bc0-8def-8f823d183f74'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:26:09.545871 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ec7348f1-3322-4965-8af1-a82e0fb39432 req-b0e4c0ac-c678-42cf-bb9f-4e0a03f205f9 tempest-ServerRescueNegativeTestJSON-2070883425 tempest-ServerRescueNegativeTestJSON-2070883425-project] 10.222.0.47 "DELETE /v2.0/ports/048fc4e7-13e8-4bc0-8def-8f823d183f74 HTTP/1.1" status: 204 len: 173 time: 0.7307522 May 03 21:26:09.579247 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e31659-c885-475d-ab59-f5cd2a43bdde'] response: {'server_uuid': '698fd040-6bce-4f30-9296-01b4c37c8efd', 'name': 'network-vif-deleted', 'tag': '048fc4e7-13e8-4bc0-8def-8f823d183f74', 'status': 'completed', 'code': 200} May 03 21:26:10.275812 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 048fc4e7-13e8-4bc0-8def-8f823d183f74 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:10.311657 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 048fc4e7-13e8-4bc0-8def-8f823d183f74 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:10.311916 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 048fc4e7-13e8-4bc0-8def-8f823d183f74 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:10.312323 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2eaccede-8d25-4fd4-8589-65588c2ea70d no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:10.343707 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 2eaccede-8d25-4fd4-8589-65588c2ea70d {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:10.344044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 2eaccede-8d25-4fd4-8589-65588c2ea70d not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:10.486013 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55262) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:11.122553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:11.541013 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Deleting port 5445ae4a-2270-470d-a6fe-5860bc974a21 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:11.541571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:11.708998 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] For port 5445ae4a-2270-470d-a6fe-5860bc974a21, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=5445ae4a-2270-470d-a6fe-5860bc974a21,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:11.709349 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:11.828422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Calling delete_port for 5445ae4a-2270-470d-a6fe-5860bc974a21 owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:12.116959 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:12.163432 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Pushing event deleted for resources: {'Port': ['ID=5445ae4a-2270-470d-a6fe-5860bc974a21,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:12.420211 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:12.856191 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Router fe877b84-6671-42e4-9883-2ea1a483ef49 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:26:13.028659 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:26:13.037600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] Sync routers for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:26:13.042022 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-5246b702-b02e-4e8a-9e5c-7144d5fea17d admin admin] 10.222.0.26 "PUT /v2.0/routers/fe877b84-6671-42e4-9883-2ea1a483ef49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5549624 May 03 21:26:13.044452 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55270) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:13.046927 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:26:13.047566 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:13.219397 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:13.245121 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:13.396984 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:13.405894 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Deleting port c1579383-ff8e-447d-9046-ff85c3e9928d {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:13.406235 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:13.527515 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:26:12Z', 'revision_number': 5, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port': {'id': 'c1579383-ff8e-447d-9046-ff85c3e9928d', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:09Z', 'updated_at': '2022-05-03T21:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:13.531423 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] Checking router: fe877b84-6671-42e4-9883-2ea1a483ef49 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:26:13.540483 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] Routers {'fe877b84-6671-42e4-9883-2ea1a483ef49'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:26:13.540883 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:25:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['fe877b84-6671-42e4-9883-2ea1a483ef49'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:13.577148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] For port c1579383-ff8e-447d-9046-ff85c3e9928d, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c1579383-ff8e-447d-9046-ff85c3e9928d,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:13.577494 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:13.694361 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] Set router fe877b84-6671-42e4-9883-2ea1a483ef49 gateway port host: None {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:13.698606 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Calling delete_port for c1579383-ff8e-447d-9046-ff85c3e9928d owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:13.810050 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:26:13Z', 'revision_number': 6, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:13.814104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fa43bc-4ecf-4500-845c-5680e61b9b2b None None] The sync data for ids ['fe877b84-6671-42e4-9883-2ea1a483ef49'] in dv-cinder-840376-1-iscsi is: [{'id': 'fe877b84-6671-42e4-9883-2ea1a483ef49', 'name': 'tempest-ServerRescueNegativeTestJSON-1473335663-router', 'tenant_id': '78333aede1254711a7162a6eb3074d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:07Z', 'updated_at': '2022-05-03T21:26:13Z', 'revision_number': 6, 'project_id': '78333aede1254711a7162a6eb3074d4f', 'gw_port_host': None}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:26:13.876534 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:13.926246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1579383-ff8e-447d-9046-ff85c3e9928d,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:14.016404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.269932 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.272116 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.356222 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.356783 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe877b84-6671-42e4-9883-2ea1a483ef49 {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:26:14.370218 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.371419 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e7fcd916-46ac-47cc-9f27-472a67b13cd1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fe877b84-6671-42e4-9883-2ea1a483ef49 HTTP/1.1" status: 204 len: 168 time: 1.3260696 May 03 21:26:14.373845 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55274) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:14.434681 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Deleting subnet 18a2382e-347d-4b84-bfc5-7eb94f72426d {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:26:14.437551 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.484972 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.602969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.672667 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.710531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a2382e-347d-4b84-bfc5-7eb94f72426d,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:14.712462 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.719147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585b429-4e8a-4ee9-9391-61c2d5b63fd6 None None] Network 1b515388-a248-4e19-8bc0-9eff69511d6e requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:26:14.720769 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3779cace-e307-4e61-bf2f-d88805bd0fd3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/18a2382e-347d-4b84-bfc5-7eb94f72426d HTTP/1.1" status: 204 len: 168 time: 0.3459170 May 03 21:26:14.723741 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55278) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:14.829870 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.840801 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Deleting port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:14.841124 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:14.986685 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] DHCP port deletion for 1b515388-a248-4e19-8bc0-9eff69511d6e request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:26:14.991571 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Deleting port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:14.991941 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.044363 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] For port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:15.044940 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.163990 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Calling delete_port for 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 owned by network:dhcp {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:15.189972 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] For port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,segment=NetworkSegment(d1e10779-6ccf-4d35-b094-abf82be05cf8),segment_id=d1e10779-6ccf-4d35-b094-abf82be05cf8)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:15.190895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.239983 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.285553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6aaeee-2102-40a3-ad9b-faa8c7c784b1,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:15.289719 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] No DVR routers for this DVR port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 on host dv-cinder-840376-1-iscsi {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:26:15.310335 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Calling delete_port for 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:15.338727 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c1579383-ff8e-447d-9046-ff85c3e9928d no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:15.409026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.418962 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: c1579383-ff8e-447d-9046-ff85c3e9928d {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:15.419301 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c1579383-ff8e-447d-9046-ff85c3e9928d not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:15.419713 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:15.434858 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b515388-a248-4e19-8bc0-9eff69511d6e']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:15.447483 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e10779-6ccf-4d35-b094-abf82be05cf8') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:15.447777 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e10779-6ccf-4d35-b094-abf82be05cf8') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:15.453982 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:15.454322 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:15.454726 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5445ae4a-2270-470d-a6fe-5860bc974a21 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:15.460123 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.476039 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.482254 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:26:15.482460 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.489756 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 5445ae4a-2270-470d-a6fe-5860bc974a21 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:15.490135 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5445ae4a-2270-470d-a6fe-5860bc974a21 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:26:15.499871 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:26:15.582642 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:26:15.594754 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:26:15.662796 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.678829 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.689760 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b515388-a248-4e19-8bc0-9eff69511d6e,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:15.702343 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3ad9bf09-1cdf-4c44-a88a-b6a2925f3c64 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1b515388-a248-4e19-8bc0-9eff69511d6e HTTP/1.1" status: 204 len: 168 time: 0.9776666 May 03 21:26:15.818683 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55284) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:15.864664 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0e0e04aa-10f2-4fd0-ad4b-ac9b3c8e55a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78333aede1254711a7162a6eb3074d4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0448821 May 03 21:26:15.867205 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55288) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:15.922850 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f6141a40-8a55-41d2-b8ca-045a6c17c332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:15.948904 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f6141a40-8a55-41d2-b8ca-045a6c17c332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:16.000029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f6141a40-8a55-41d2-b8ca-045a6c17c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:16.016246 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6141a40-8a55-41d2-b8ca-045a6c17c332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16751db7-0b9d-425f-9256-ebcbdd4f3f6e,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:16.026091 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f6141a40-8a55-41d2-b8ca-045a6c17c332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:16.027231 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f6141a40-8a55-41d2-b8ca-045a6c17c332 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16751db7-0b9d-425f-9256-ebcbdd4f3f6e HTTP/1.1" status: 204 len: 168 time: 0.1591415 May 03 21:26:16.084173 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Deleting port 0b6aaeee-2102-40a3-ad9b-faa8c7c784b1 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:16.084678 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:16.153363 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-ff55ab13-21db-4718-8452-c491292ede25 None None] The port '0b6aaeee-2102-40a3-ad9b-faa8c7c784b1' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:26:19.589064 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-460cce83-2596-41cf-a576-97104ef8a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:21.668108 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ab5fa25f-979a-4ebc-a885-57b65b081e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.019126 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.118371 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:23.590519 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daea752-19f9-49de-9d81-a7bbb588af21 req-5efb0521-bab7-4640-8d2d-2b3e0d5f872f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:23.591988 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0daea752-19f9-49de-9d81-a7bbb588af21 req-5efb0521-bab7-4640-8d2d-2b3e0d5f872f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.1575592 May 03 21:26:23.635720 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0daea752-19f9-49de-9d81-a7bbb588af21 req-b685ca81-4b6d-4089-b224-e7a4bd64192b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 May 03 21:26:24.173895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:24.816628 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c823f-188b-4f55-a300-cb59593f705f req-069430de-8b97-486e-a4f6-21a26cbbd9e8 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:24.818052 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-296c823f-188b-4f55-a300-cb59593f705f req-069430de-8b97-486e-a4f6-21a26cbbd9e8 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0777278 May 03 21:26:24.863359 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-296c823f-188b-4f55-a300-cb59593f705f req-a7da44b5-1799-4603-8258-22320da968e0 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397382 May 03 21:26:24.961059 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-6a111fd0-e5b8-447e-aecb-50a7bde38cd7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:24.962455 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-6a111fd0-e5b8-447e-aecb-50a7bde38cd7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 946 time: 0.0768468 May 03 21:26:25.029761 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Deleting port 3beca490-6cc6-4909-a599-b33c199fe61c {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:25.030097 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:25.267092 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] For port 3beca490-6cc6-4909-a599-b33c199fe61c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=3beca490-6cc6-4909-a599-b33c199fe61c,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:25.267357 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:25.561491 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:25.561874 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:25.562186 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Floating IP e9096303-cda1-46ca-9a39-426862dabddb disassociated. External IP: 172.27.0.145, port: 3beca490-6cc6-4909-a599-b33c199fe61c. May 03 21:26:25.562522 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Calling delete_port for 3beca490-6cc6-4909-a599-b33c199fe61c owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:25.707208 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:25.710191 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:26:25.758747 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event deleted for resources: {'Port': ['ID=3beca490-6cc6-4909-a599-b33c199fe61c,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:25.950755 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:26:26.218668 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-531b5458-8cf2-4684-8952-6afc8386b50d req-4b3ba37e-0a6b-43ce-80ed-401c0611d171 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4b48d7d-0b40-4ce5-8520-2cf319c6f646 HTTP/1.1" status: 200 len: 210 time: 0.2111855 May 03 21:26:26.264700 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:26:26.274635 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:26:26.284909 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:26:26.285518 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:26:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:26.336774 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] No DVR routers for this DVR port 3beca490-6cc6-4909-a599-b33c199fe61c on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:26:26.340318 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:26.342966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'name': 'network-vif-deleted', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:26:26.360602 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4e068ed2-be82-4f1a-9305-43fea8e5311c req-a26f84d2-c365-4aef-9181-71f2669e2ab1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "DELETE /v2.0/ports/3beca490-6cc6-4909-a599-b33c199fe61c HTTP/1.1" status: 204 len: 173 time: 1.3923178 May 03 21:26:26.389949 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-099b1434-dac7-488e-a256-158ee6a956c6'] response: {'server_uuid': 'c4b48d7d-0b40-4ce5-8520-2cf319c6f646', 'name': 'network-vif-deleted', 'tag': '3beca490-6cc6-4909-a599-b33c199fe61c', 'status': 'completed', 'code': 200} May 03 21:26:26.473077 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:26.776727 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:26.780527 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:26:26.789664 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:26:26.790279 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:26:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:26.972294 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:27.160174 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55424) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:27.284308 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:27.285286 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.288237 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72073d4b-cc66-4c8d-91c2-69be8012ec15 None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:26:27.303221 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:27.307338 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Usage tracker for resource:security_group_rule and tenant:2f68cf3316514102993822fd10d4928d is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:27.310312 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:27.316773 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:27.379536 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55436) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:27.409075 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.413824 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.449340 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b3741275-1a42-4358-ba73-c9a1b8594579 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.452950 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f68cf3316514102993822fd10d4928d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893872 May 03 21:26:27.453607 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55440) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:27.489635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b3741275-1a42-4358-ba73-c9a1b8594579 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.516100 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b870f38-1fbe-4a6e-9815-c6f395b61559,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:27.530207 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.530823 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.531320 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.531800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.532279 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.532751 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.533082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.533409 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.533733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.534598 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.534920 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.535258 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d9ff1-51c8-43a0-a4e0-e67f049daee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:27.548649 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c3cdf06d-e641-4a98-9bdd-b84a66ae27d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.561607 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b3741275-1a42-4358-ba73-c9a1b8594579 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.574157 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4339cd-cf66-4962-8015-137a182ca4ee None None] New status for floating IP e9096303-cda1-46ca-9a39-426862dabddb: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:26:27.577950 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c3cdf06d-e641-4a98-9bdd-b84a66ae27d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.581553 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741275-1a42-4358-ba73-c9a1b8594579 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd07ec5-f59c-4665-abc2-8c7fc7b706f4,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:27.593185 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b3741275-1a42-4358-ba73-c9a1b8594579 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.598360 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-b3741275-1a42-4358-ba73-c9a1b8594579 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "DELETE /v2.0/security-groups/7cd07ec5-f59c-4665-abc2-8c7fc7b706f4 HTTP/1.1" status: 204 len: 168 time: 0.2169268 May 03 21:26:27.598550 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55444) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:27.631863 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.api.v2.resource [None req-d1a5a758-8704-48a1-a1cb-4211034b0ef2 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] show failed (client error): The resource could not be found. May 03 21:26:27.634994 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d1a5a758-8704-48a1-a1cb-4211034b0ef2 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups/7cd07ec5-f59c-4665-abc2-8c7fc7b706f4 HTTP/1.1" status: 404 len: 347 time: 0.0338306 May 03 21:26:27.635800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55448) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:27.791468 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Deleting port e6cdd64c-361e-423a-b66e-6e3d5cd03f3d {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:26:27.791760 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.836198 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c3cdf06d-e641-4a98-9bdd-b84a66ae27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.856981 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdf06d-e641-4a98-9bdd-b84a66ae27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b870f38-1fbe-4a6e-9815-c6f395b61559,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:27.880729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c3cdf06d-e641-4a98-9bdd-b84a66ae27d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.882292 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c3cdf06d-e641-4a98-9bdd-b84a66ae27d1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b870f38-1fbe-4a6e-9815-c6f395b61559 HTTP/1.1" status: 204 len: 168 time: 0.4281890 May 03 21:26:27.992133 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:27.992456 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:28.118411 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Calling delete_port for e6cdd64c-361e-423a-b66e-6e3d5cd03f3d owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:26:28.261105 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:28.306706 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event deleted for resources: {'Port': ['ID=e6cdd64c-361e-423a-b66e-6e3d5cd03f3d,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:28.366730 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 3beca490-6cc6-4909-a599-b33c199fe61c no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:26:28.401738 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 3beca490-6cc6-4909-a599-b33c199fe61c {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:26:28.402142 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 3beca490-6cc6-4909-a599-b33c199fe61c not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:26:28.403742 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:28.417428 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:28.418544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2a0c5458-c390-4ac4-8198-bd1d259df706 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "DELETE /v2.0/floatingips/e9096303-cda1-46ca-9a39-426862dabddb HTTP/1.1" status: 204 len: 168 time: 0.7818778 May 03 21:26:28.900405 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55488) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:28.906295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906568758', 'description': 'tempest-description--2060092085'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:28.913442 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:28.917559 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:28.920453 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:28.926214 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:28.938291 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:28.958548 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:28.962418 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:28.965278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:28.970911 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:29.043196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.046971 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.091406 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93b6cc8-6d73-4191-8993-0352555504f3,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:29.094075 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.098011 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-98bd6a0c-2293-447a-9a96-5e59f5243f5a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1938481 May 03 21:26:29.098350 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55496) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:29.103093 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'security_group_rule': {'security_group_id': 'e93b6cc8-6d73-4191-8993-0352555504f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:29.108667 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:29.112463 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:29.115592 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:29.121549 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:29.138614 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.202103 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.205669 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.231770 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081ffc2a-5798-4658-a06c-42cbec3cabd2,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:29.242529 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.243870 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-619d9961-813f-41ef-bc4d-b87e7006d4f9 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447811 May 03 21:26:29.246624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55502) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:29.251550 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'security_group_rule': {'security_group_id': 'e93b6cc8-6d73-4191-8993-0352555504f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:29.258702 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:29.263256 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:security_group_rule and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:29.266328 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:29.272898 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:29.291691 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.355919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.359232 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.383528 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b92fa95-7fb9-4aa2-8589-7db12b9736a2,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:29.392464 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.397565 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-00e64eff-b0a0-4adf-8a57-040d1a2a6e83 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499605 May 03 21:26:29.398157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55512) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:29.403315 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:29.408909 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:29.413219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Usage tracker for resource:floatingip and tenant:1f6a4849a15d4e5eb57b829778737973 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:29.416281 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:29.422009 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:29.432948 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.570689 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.706670 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Allocated IP 172.27.0.163 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/dcd3ec2a-7899-40e5-bcb2-41ea37bdadde) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:26:29.855369 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.885187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:29.951021 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:26:29.953843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:26:29.957505 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:26:29.990036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'Port': ['ID=dcd3ec2a-7899-40e5-bcb2-41ea37bdadde,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:30.044513 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:30.103551 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:30.322423 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:30.326899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:30.435627 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'Port': ['ID=dcd3ec2a-7899-40e5-bcb2-41ea37bdadde,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:30.445753 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:30.468974 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:30.470598 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-4ffa6f3a-c6f7-4516-90dd-4301a15adfd1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0714605 May 03 21:26:30.702075 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-ff3401c2-7bdc-4652-a18d-641e5509df08 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:30.719402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-ff3401c2-7bdc-4652-a18d-641e5509df08 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:30.723479 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-ff3401c2-7bdc-4652-a18d-641e5509df08 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1906568758&fields=id&tenant_id=1f6a4849a15d4e5eb57b829778737973 HTTP/1.1" status: 200 len: 267 time: 0.0684240 May 03 21:26:30.877960 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-3b43e643-37e9-47e6-b2a5-d367a92691c1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:30.879149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-3b43e643-37e9-47e6-b2a5-d367a92691c1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:30.896349 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-3b43e643-37e9-47e6-b2a5-d367a92691c1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:30.897691 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-3b43e643-37e9-47e6-b2a5-d367a92691c1 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 811 time: 0.1691487 May 03 21:26:30.913342 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-48a21f03-d76b-4584-beee-a5d8edac6b7c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/quotas/1f6a4849a15d4e5eb57b829778737973 HTTP/1.1" status: 200 len: 375 time: 0.0098360 May 03 21:26:30.996112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-d9f7f86a-3f43-474c-8acf-12da9b187156 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:31.010860 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-d9f7f86a-3f43-474c-8acf-12da9b187156 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:31.012106 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-d9f7f86a-3f43-474c-8acf-12da9b187156 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938046 May 03 21:26:31.145661 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-c8193b5a-9f2d-4da6-88e2-c21e82a26a5e service neutron] 10.222.0.26 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210794 May 03 21:26:31.350036 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-a0d088a5-8fa6-47ea-a8fe-70f819d99fad service neutron] 10.222.0.26 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986749 May 03 21:26:31.527711 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-5608f996-4ec4-40f9-b8d5-53de0a872042 req-064e513e-7939-4779-9531-747801cc2b9f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:31.544307 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-5608f996-4ec4-40f9-b8d5-53de0a872042 req-064e513e-7939-4779-9531-747801cc2b9f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:31.545558 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5608f996-4ec4-40f9-b8d5-53de0a872042 req-064e513e-7939-4779-9531-747801cc2b9f tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 210 time: 0.0614402 May 03 21:26:32.626501 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-d0d4f13e-401d-484c-87e8-3e51aed04730 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:32.628656 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-d0d4f13e-401d-484c-87e8-3e51aed04730 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 811 time: 0.1491663 May 03 21:26:32.715372 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-44aa531d-0f8d-4458-854f-f7b9facce19d req-9ddab324-1d6c-4746-99c4-80340d2acaba tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 210 time: 0.0584004 May 03 21:26:32.721942 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-8d8fc558-0185-4170-8e99-68e48fe0b192 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6a4849a15d4e5eb57b829778737973 HTTP/1.1" status: 200 len: 380 time: 0.0843647 May 03 21:26:32.735126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'port': {'device_id': '30ab5e20-aa96-4288-a703-8403359f45d8', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'admin_state_up': True, 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'security_groups': ['e93b6cc8-6d73-4191-8993-0352555504f3']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:32.867750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:32.876831 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:32.886037 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Made reservation on behalf of 1f6a4849a15d4e5eb57b829778737973 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:26:32.889396 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.047069 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Allocated IP 172.20.0.8 (1ac5b488-51cb-4493-8876-8f177bcccb6f/6b97ec4e-5f09-4f74-9abc-55a985e848f8/558d573e-66b2-4b27-ad75-5e22d484f2cd) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:26:33.235598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.251441 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Transition to ACTIVE for port object 558d573e-66b2-4b27-ad75-5e22d484f2cd will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:26:33.281010 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.354636 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:26:33.357739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:26:33.361468 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:26:33.401294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event updated for resources: {'Port': ['ID=558d573e-66b2-4b27-ad75-5e22d484f2cd,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:33.453117 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:33.453937 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.484970 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-0454c1ca-0d95-402c-915b-9f2beb132f9a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537198 May 03 21:26:33.497717 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Request body: {'port': {'device_id': '30ab5e20-aa96-4288-a703-8403359f45d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:33.614147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ee192fb2-19df-40ea-bd5a-d4f7daf2aade None None] Provisioning for port 558d573e-66b2-4b27-ad75-5e22d484f2cd completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:26:33.619825 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-ee192fb2-19df-40ea-bd5a-d4f7daf2aade None None] Provisioning complete for port 558d573e-66b2-4b27-ad75-5e22d484f2cd triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:26:33.620139 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ee192fb2-19df-40ea-bd5a-d4f7daf2aade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.623382 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.674275 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-ee192fb2-19df-40ea-bd5a-d4f7daf2aade None None] Port 558d573e-66b2-4b27-ad75-5e22d484f2cd cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:26:33.902564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc3f57-3661-42a4-bf19-dd8faea34526 req-3d40c5df-aeec-4553-851a-40c5532b766b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:33.904079 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-97bc3f57-3661-42a4-bf19-dd8faea34526 req-3d40c5df-aeec-4553-851a-40c5532b766b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 931 time: 0.0841367 May 03 21:26:33.948102 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-97bc3f57-3661-42a4-bf19-dd8faea34526 req-377bb304-0fdb-42f9-8088-1a0f123a78e5 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:33.960190 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-97bc3f57-3661-42a4-bf19-dd8faea34526 req-377bb304-0fdb-42f9-8088-1a0f123a78e5 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:33.961325 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-97bc3f57-3661-42a4-bf19-dd8faea34526 req-377bb304-0fdb-42f9-8088-1a0f123a78e5 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513451 May 03 21:26:33.961845 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558d573e-66b2-4b27-ad75-5e22d484f2cd {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:26:33.970268 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:33.985524 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Transition to ACTIVE for port object 558d573e-66b2-4b27-ad75-5e22d484f2cd will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:26:33.989593 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:34.161149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Pushing event updated for resources: {'Port': ['ID=558d573e-66b2-4b27-ad75-5e22d484f2cd,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:34.324370 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Attempting to bind port 558d573e-66b2-4b27-ad75-5e22d484f2cd on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:26:34.324631 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Attempting to bind port 558d573e-66b2-4b27-ad75-5e22d484f2cd by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:26:34.324950 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Attempting to bind port 558d573e-66b2-4b27-ad75-5e22d484f2cd on network 1ac5b488-51cb-4493-8876-8f177bcccb6f {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:26:34.329433 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Port 558d573e-66b2-4b27-ad75-5e22d484f2cd on network 1ac5b488-51cb-4493-8876-8f177bcccb6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:26:34.329743 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Attempting to bind port 558d573e-66b2-4b27-ad75-5e22d484f2cd on network 1ac5b488-51cb-4493-8876-8f177bcccb6f {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:26:34.335246 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:26:34.335570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Checking segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:26:34.335938 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Bound using segment: {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:26:34.336348 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Bound port: 558d573e-66b2-4b27-ad75-5e22d484f2cd, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91cd873b-ae49-4c6a-a7ff-62a409f36031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:26:34.336680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:34.428494 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] For port 558d573e-66b2-4b27-ad75-5e22d484f2cd, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:26:34.431274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] For port 558d573e-66b2-4b27-ad75-5e22d484f2cd, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:26:34.435743 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:34.496080 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:34.496708 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:34.498038 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] 10.222.0.47 "PUT /v2.0/ports/558d573e-66b2-4b27-ad75-5e22d484f2cd HTTP/1.1" status: 200 len: 1093 time: 1.0058875 May 03 21:26:34.498467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:26:34.523122 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e75c5-2bf1-414a-b62e-a0a823a7c87f service neutron] Pushing event updated for resources: {'Port': ['ID=558d573e-66b2-4b27-ad75-5e22d484f2cd,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:34.587601 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbf3946-4a2f-4887-ae49-354f4abbfb07'] response: {'name': 'network-changed', 'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'status': 'completed', 'code': 200} May 03 21:26:34.639569 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-00ad37c6-fbac-40c3-be98-81af83ec3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:34.641515 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-00ad37c6-fbac-40c3-be98-81af83ec3a87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 1096 time: 0.0921900 May 03 21:26:34.712887 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-6165c0ff-4bd2-42d3-b02b-40f230643c3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd HTTP/1.1" status: 200 len: 217 time: 0.0641828 May 03 21:26:34.778145 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-4fce4ab3-22c5-4cc2-9a94-82497e0bf48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:34.779534 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-4fce4ab3-22c5-4cc2-9a94-82497e0bf48a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.0613055 May 03 21:26:34.856483 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-05e09421-d29f-4815-a5ef-5faaf9a21162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:34.857961 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-05e09421-d29f-4815-a5ef-5faaf9a21162 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723240 May 03 21:26:34.997222 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-b90aaeae-04a7-46aa-aa50-214a764031a7 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328115 May 03 21:26:35.138466 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-429bdcd8-9f04-496f-8d5b-8e39e617961e req-ccb86154-1a34-4b96-8b8e-bddc8acc3084 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344903 May 03 21:26:35.153440 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba10251-50ca-4517-adc6-8723149e80e1 req-8abbd56e-2fd8-4dfd-9a77-064f474120dd tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:35.155039 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7ba10251-50ca-4517-adc6-8723149e80e1 req-8abbd56e-2fd8-4dfd-9a77-064f474120dd tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 943 time: 0.0846367 May 03 21:26:35.286719 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-b37fceda-57c3-47cd-8fa8-41ce131d8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:35.288254 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-b37fceda-57c3-47cd-8fa8-41ce131d8371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 1096 time: 0.0814080 May 03 21:26:35.291640 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7ba10251-50ca-4517-adc6-8723149e80e1 req-56193c4c-6603-424f-8126-186aa82630dc tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293488 May 03 21:26:35.427184 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-fcb223b9-2804-4aaa-84ae-f1b5c83057ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:35.428708 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-fcb223b9-2804-4aaa-84ae-f1b5c83057ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.1331487 May 03 21:26:35.498321 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-45332c58-0e51-4e77-b7e1-515a1e8ed0c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd HTTP/1.1" status: 200 len: 217 time: 0.0624433 May 03 21:26:35.564617 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-ddd063a0-d396-42be-b431-0bfb48bdfb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:35.566432 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-ddd063a0-d396-42be-b431-0bfb48bdfb06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.0615876 May 03 21:26:35.644447 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-a895e36f-6d57-4a72-953f-da9907131352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:35.645916 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-a895e36f-6d57-4a72-953f-da9907131352 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712516 May 03 21:26:35.781267 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-baca9d84-3205-4ae4-bf94-83a250b82eac service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280556 May 03 21:26:35.912778 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a1b4993d-69af-43fe-91bb-8ada2c3ea5cd req-51a27aa7-5129-4e4a-bebe-7ca391a4791f service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255357 May 03 21:26:36.476259 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccb20d-d632-4c46-bfc8-ac1f405fb22f req-ccf17b06-0d86-4850-8644-3816d952e11e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:36.476958 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-feccb20d-d632-4c46-bfc8-ac1f405fb22f req-ccf17b06-0d86-4850-8644-3816d952e11e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Synchronizing usage tracker for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:26:36.492319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-feccb20d-d632-4c46-bfc8-ac1f405fb22f req-ccf17b06-0d86-4850-8644-3816d952e11e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Unset dirty status for tenant:1f6a4849a15d4e5eb57b829778737973 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:26:36.493476 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-feccb20d-d632-4c46-bfc8-ac1f405fb22f req-ccf17b06-0d86-4850-8644-3816d952e11e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 943 time: 0.0945005 May 03 21:26:36.613201 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-feccb20d-d632-4c46-bfc8-ac1f405fb22f req-231cf52e-6939-4077-8343-ced33ef0fd9e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138532 May 03 21:26:36.816783 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:37.761887 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55642) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:37.799969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81834a70-acaa-49e5-86e0-d48e1e14ba90 req-9c1674e3-9446-4c0e-a194-ec96d576dbe7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:37.801429 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-81834a70-acaa-49e5-86e0-d48e1e14ba90 req-9c1674e3-9446-4c0e-a194-ec96d576dbe7 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 943 time: 0.0803084 May 03 21:26:37.848388 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-81834a70-acaa-49e5-86e0-d48e1e14ba90 req-0053f2ae-c2ff-4c1a-b056-aae8b7815650 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 May 03 21:26:37.880944 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:37.895459 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:37.899211 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a025bec44e469a92a676a112b51a58 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:37.901890 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:37.907424 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:37.988134 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:37.993068 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.038805 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d8a025bec44e469a92a676a112b51a58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758453 May 03 21:26:38.039547 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b318e6-76d8-40b9-8b2c-8025dac766a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec2f494-ad17-452a-ae8e-72c667f8a8df,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:38.041506 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55648) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:38.101838 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47c08ef1-82a0-43ab-9e86-78d0c5a2bea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.126355 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47c08ef1-82a0-43ab-9e86-78d0c5a2bea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.176663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47c08ef1-82a0-43ab-9e86-78d0c5a2bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.189780 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c08ef1-82a0-43ab-9e86-78d0c5a2bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec2f494-ad17-452a-ae8e-72c667f8a8df,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:38.196631 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47c08ef1-82a0-43ab-9e86-78d0c5a2bea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.198332 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-47c08ef1-82a0-43ab-9e86-78d0c5a2bea2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bec2f494-ad17-452a-ae8e-72c667f8a8df HTTP/1.1" status: 204 len: 168 time: 0.1558180 May 03 21:26:38.443579 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 558d573e-66b2-4b27-ad75-5e22d484f2cd details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:26:38.470068 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55658) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:38.487530 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.501896 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:38.506356 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Usage tracker for resource:security_group_rule and tenant:07a743401b2f4b70939460ff33c8f763 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:38.509192 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:38.514845 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:38.584799 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 558d573e-66b2-4b27-ad75-5e22d484f2cd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:38.595346 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.598682 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'port_id': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'mac_address': 'fa:16:3e:d5:92:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:26:38.599791 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.646585 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07a743401b2f4b70939460ff33c8f763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753619 May 03 21:26:38.647383 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf9ba5-4380-469f-a0b5-8124ab9410ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e395564-b037-4043-b93f-3ded1b081dbc,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:38.649166 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55662) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:38.656550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.673580 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558d573e-66b2-4b27-ad75-5e22d484f2cd {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:26:38.689012 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 558d573e-66b2-4b27-ad75-5e22d484f2cd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:38.692860 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.710575 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-bd89ebfd-ba77-47d8-a2b3-d5ab67a5796d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.736375 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-bd89ebfd-ba77-47d8-a2b3-d5ab67a5796d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.762884 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=558d573e-66b2-4b27-ad75-5e22d484f2cd,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:38.770601 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.770963 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.771478 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.771634 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.771964 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.772293 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.772618 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.772942 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.773267 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.773588 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.773908 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.774346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:26:38.790173 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-bd89ebfd-ba77-47d8-a2b3-d5ab67a5796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.805025 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ebfd-ba77-47d8-a2b3-d5ab67a5796d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e395564-b037-4043-b93f-3ded1b081dbc,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:38.814011 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-bd89ebfd-ba77-47d8-a2b3-d5ab67a5796d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:38.815759 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-bd89ebfd-ba77-47d8-a2b3-d5ab67a5796d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e395564-b037-4043-b93f-3ded1b081dbc HTTP/1.1" status: 204 len: 168 time: 0.1649513 May 03 21:26:39.035601 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb12aba-532a-47a0-8701-5497a01d51a8 req-35b05235-b95b-4061-a77c-1bb0ace8b5b4 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:39.037076 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ffb12aba-532a-47a0-8701-5497a01d51a8 req-35b05235-b95b-4061-a77c-1bb0ace8b5b4 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 944 time: 0.0845222 May 03 21:26:39.083437 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ffb12aba-532a-47a0-8701-5497a01d51a8 req-73950cf7-7aef-4326-ac4e-6359f17ea43b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406325 May 03 21:26:39.120440 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['558d573e-66b2-4b27-ad75-5e22d484f2cd'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:26:39.158025 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55672) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:39.180479 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.195161 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:39.198887 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Usage tracker for resource:security_group_rule and tenant:2d89f55ffdf64cf3962854464582cacc is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:39.201629 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:39.208295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:39.290075 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.294079 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.339160 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eef344d-2aa9-4450-be18-e671d357b945,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:39.343413 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0984707e-5825-4421-9ec6-f41cf767e4af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d89f55ffdf64cf3962854464582cacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843448 May 03 21:26:39.346001 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55676) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:39.402141 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2106e2f2-12ee-4d1a-ad21-f13db8e822b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.427106 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2106e2f2-12ee-4d1a-ad21-f13db8e822b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.481317 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2106e2f2-12ee-4d1a-ad21-f13db8e822b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.496298 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e2f2-12ee-4d1a-ad21-f13db8e822b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eef344d-2aa9-4450-be18-e671d357b945,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:39.512518 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2106e2f2-12ee-4d1a-ad21-f13db8e822b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:39.513642 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2106e2f2-12ee-4d1a-ad21-f13db8e822b9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6eef344d-2aa9-4450-be18-e671d357b945 HTTP/1.1" status: 204 len: 168 time: 0.1661353 May 03 21:26:40.266030 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc9cd7-cad1-4be4-a450-6087c76318be req-31dab0fe-7190-4a4d-ab08-bf37db6bb58d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:40.267498 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0cbc9cd7-cad1-4be4-a450-6087c76318be req-31dab0fe-7190-4a4d-ab08-bf37db6bb58d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 944 time: 0.0798495 May 03 21:26:40.310639 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0cbc9cd7-cad1-4be4-a450-6087c76318be req-bc4f0e0b-14aa-44c1-8f22-8bd27ce6240a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373204 May 03 21:26:40.445201 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 558d573e-66b2-4b27-ad75-5e22d484f2cd up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:26:40.515863 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 558d573e-66b2-4b27-ad75-5e22d484f2cd completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:26:40.521958 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 558d573e-66b2-4b27-ad75-5e22d484f2cd triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:26:40.522328 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:40.644880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:40.672739 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:26:40.686897 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 558d573e-66b2-4b27-ad75-5e22d484f2cd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:26:40.692132 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:40.726956 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1bcc7e-190a-4625-82b4-14c5ec39d2d5'] response: {'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'code': 200} May 03 21:26:40.766059 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=558d573e-66b2-4b27-ad75-5e22d484f2cd,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:40.972234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658154ec-34ee-4fca-8fd5-afc6684ca59a req-54082243-7ec2-40d6-be09-ab77042f39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:40.973707 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-658154ec-34ee-4fca-8fd5-afc6684ca59a req-54082243-7ec2-40d6-be09-ab77042f39c4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 1098 time: 0.0764480 May 03 21:26:41.025278 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-658154ec-34ee-4fca-8fd5-afc6684ca59a req-bf1c1992-b348-4a9b-8e3e-9955a2324529 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 May 03 21:26:41.084484 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-51eeb842-c4d7-4ea5-aae6-31d0cdc10e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:41.086340 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-51eeb842-c4d7-4ea5-aae6-31d0cdc10e35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1137 time: 0.0929623 May 03 21:26:41.134479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a51a5-9b14-4e7a-9f02-a525acd9cc2e req-314bf28e-bf33-4dea-bf57-5bf32b466142 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:41.136200 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-939a51a5-9b14-4e7a-9f02-a525acd9cc2e req-314bf28e-bf33-4dea-bf57-5bf32b466142 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0855305 May 03 21:26:41.182470 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-939a51a5-9b14-4e7a-9f02-a525acd9cc2e req-386fbf69-41a8-4c74-82f6-1bd5510e578b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0403049 May 03 21:26:41.494562 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-d787c6e3-8b51-4588-99d6-91a766aa69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:41.496172 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-d787c6e3-8b51-4588-99d6-91a766aa69c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.1873353 May 03 21:26:41.610928 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9722d2-6c10-47af-aea8-5755fdca81fa req-860a2d31-644e-4f6b-9185-40a6a96adc78 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:41.612569 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5d9722d2-6c10-47af-aea8-5755fdca81fa req-860a2d31-644e-4f6b-9185-40a6a96adc78 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.1909714 May 03 21:26:41.637578 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-2d715fed-a33b-44f4-a099-409515c3b5ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 1000 time: 0.1307764 May 03 21:26:41.707718 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5d9722d2-6c10-47af-aea8-5755fdca81fa req-87f4f41a-057f-49c4-89fd-03e783cf8f4c tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859663 May 03 21:26:41.718649 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-44b46901-594a-4f6f-a506-9028921da526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:41.720086 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-44b46901-594a-4f6f-a506-9028921da526 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0750628 May 03 21:26:41.793715 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-6f1d754e-362f-4af3-9b0a-b7eeed2831dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:41.795094 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-6f1d754e-362f-4af3-9b0a-b7eeed2831dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685487 May 03 21:26:41.924494 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-6ab9c8ad-59a5-4e27-91f4-ac64cd3acafc service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230052 May 03 21:26:42.055896 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d46ccdb3-3c2e-4c37-87b8-24a64ddc90d7 req-28abce77-144b-43ea-85b5-75c4e7f3dee4 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242442 May 03 21:26:42.371475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90089299-4682-409c-aae5-9f87c9782090 req-8d86d9d4-ef56-4dd5-a21f-6448c4f684fd tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:42.372846 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-90089299-4682-409c-aae5-9f87c9782090 req-8d86d9d4-ef56-4dd5-a21f-6448c4f684fd tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0802467 May 03 21:26:42.418221 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-90089299-4682-409c-aae5-9f87c9782090 req-6e57594a-05b1-4b92-bb7e-2418782d3294 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0384777 May 03 21:26:42.894612 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a580875-7553-4d4e-8868-6eb2672a313e req-0492bfbb-4fb6-430f-a1fe-dbd31e388dde tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:42.896004 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3a580875-7553-4d4e-8868-6eb2672a313e req-0492bfbb-4fb6-430f-a1fe-dbd31e388dde tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.0803163 May 03 21:26:42.945055 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3a580875-7553-4d4e-8868-6eb2672a313e req-01159205-d308-448c-8eca-391d50ee2ba8 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434365 May 03 21:26:43.138728 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9904a6d-bf4c-4f0f-a69f-e9fce653e138 req-224c8259-4f8a-4081-96d3-52a04b3cad35 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:43.140188 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a9904a6d-bf4c-4f0f-a69f-e9fce653e138 req-224c8259-4f8a-4081-96d3-52a04b3cad35 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.0860782 May 03 21:26:43.148784 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55754) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:43.153674 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Request body: {'floatingip': {'port_id': '558d573e-66b2-4b27-ad75-5e22d484f2cd'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:26:43.229274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:43.607172 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a6d49-9497-4c7b-ac64-25e0dd9f5aed req-ea6e39bf-e282-4232-9be8-bbf6b63d9368 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:43.608631 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-438a6d49-9497-4c7b-ac64-25e0dd9f5aed req-ea6e39bf-e282-4232-9be8-bbf6b63d9368 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0805628 May 03 21:26:43.654766 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-438a6d49-9497-4c7b-ac64-25e0dd9f5aed req-6fd4d05b-1ea2-47ea-a273-cea832ac05ae tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0402734 May 03 21:26:43.817410 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:43.821307 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:44.064867 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Floating IP 072a0d2a-a6d3-41f2-ade7-9470ac1780bd associated. External IP: 172.27.0.163, port: 558d573e-66b2-4b27-ad75-5e22d484f2cd. May 03 21:26:44.420223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:26:44.598031 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:26:44.602475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:44.607484 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:26:44.618231 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:26:44.618852 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:26:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:44.664729 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f99c143a-11aa-4278-8b93-55120970d07e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "PUT /v2.0/floatingips/072a0d2a-a6d3-41f2-ade7-9470ac1780bd HTTP/1.1" status: 200 len: 991 time: 1.5149667 May 03 21:26:44.665295 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:26:44.724003 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f374864f-8cfe-4823-99fa-053d8b94a63c'] response: {'name': 'network-changed', 'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'status': 'completed', 'code': 200} May 03 21:26:44.798354 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:44.972350 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc917dc-64e5-4001-93c8-4c805c93ff26 req-c9443731-c6f7-47af-9f9a-9fcb6041f8e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:44.973940 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-abc917dc-64e5-4001-93c8-4c805c93ff26 req-c9443731-c6f7-47af-9f9a-9fcb6041f8e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.1940463 May 03 21:26:44.977221 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-86c0ddbd-7122-4f50-98bc-cb7bf31deb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:44.978565 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-86c0ddbd-7122-4f50-98bc-cb7bf31deb83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1f6a4849a15d4e5eb57b829778737973&device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 1098 time: 0.2289178 May 03 21:26:45.100011 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-abc917dc-64e5-4001-93c8-4c805c93ff26 req-ab2d2441-cbd8-4eb8-802c-4dcfdaa1f224 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1197643 May 03 21:26:45.143761 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '072a0d2a-a6d3-41f2-ade7-9470ac1780bd', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'port_id': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'mac_address': 'fa:16:3e:d5:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ab5e20-aa96-4288-a703-8403359f45d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:26:30Z', 'updated_at': '2022-05-03T21:26:43Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:45.147511 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:26:45.148334 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-4c59f334-65ba-4da1-977e-a5185ceec624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:45.149753 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-4c59f334-65ba-4da1-977e-a5185ceec624 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 200 len: 912 time: 0.1563034 May 03 21:26:45.155901 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:26:45.156505 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:26:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:45.254825 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-ad190bd4-a042-46ff-9483-ef14ba25ef90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd HTTP/1.1" status: 200 len: 999 time: 0.0988050 May 03 21:26:45.321392 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-b5b54721-8f8e-4275-9138-dc85df55181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:45.322806 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-b5b54721-8f8e-4275-9138-dc85df55181b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 200 len: 850 time: 0.0611315 May 03 21:26:45.328620 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:26:45.398488 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-b15ca955-c700-4925-9577-fe4f0bdfb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:45.399995 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-b15ca955-c700-4925-9577-fe4f0bdfb157 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1ac5b488-51cb-4493-8876-8f177bcccb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704329 May 03 21:26:45.543351 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-5a7bb395-95aa-46e6-93c1-c8e97a101df7 service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370633 May 03 21:26:45.685186 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '072a0d2a-a6d3-41f2-ade7-9470ac1780bd', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'port_id': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'mac_address': 'fa:16:3e:d5:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ab5e20-aa96-4288-a703-8403359f45d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:26:30Z', 'updated_at': '2022-05-03T21:26:43Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:26:45.686795 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-339e1d1b-9cc3-46b4-8f18-1c5b8b5e482f req-b4a2825f-08be-47fb-a2e9-aa3a6227875f service neutron] 10.222.0.47 "GET /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357071 May 03 21:26:45.696162 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc89b4e-bf8b-4462-b3d1-7e66e1279b58 None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '072a0d2a-a6d3-41f2-ade7-9470ac1780bd', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'port_id': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'mac_address': 'fa:16:3e:d5:92:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ab5e20-aa96-4288-a703-8403359f45d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:26:30Z', 'updated_at': '2022-05-03T21:26:43Z', 'revision_number': 1, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:26:45.884988 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a22fe8d-4e29-45d9-96d8-eca83ee22dcb None None] New status for floating IP 072a0d2a-a6d3-41f2-ade7-9470ac1780bd: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:26:46.017550 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55790) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:46.135826 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.152946 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:46.156966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Usage tracker for resource:security_group_rule and tenant:e29ecf52b6664e9d9837b5e32fb862b0 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:46.160425 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:46.166234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:46.306569 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.312878 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.374035 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997dd0e-50e1-40e1-b57b-0adc7b15c1be req-d770a094-6cd4-4f9d-9c7a-d3e42c3a2e5b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:46.375497 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2997dd0e-50e1-40e1-b57b-0adc7b15c1be req-d770a094-6cd4-4f9d-9c7a-d3e42c3a2e5b tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.1582959 May 03 21:26:46.378193 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e29ecf52b6664e9d9837b5e32fb862b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585169 May 03 21:26:46.379157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67823f-d66b-422f-96d0-07ed60c211a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71db89c0-822c-447a-b7b8-69f508ae7372,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:46.381982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 55798) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:46.422097 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2997dd0e-50e1-40e1-b57b-0adc7b15c1be req-17c590b7-d984-4dd9-9be2-001b190b29c6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393772 May 03 21:26:46.441445 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-42f5dbc0-1715-4ffb-9808-827af38025b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.466847 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-42f5dbc0-1715-4ffb-9808-827af38025b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.522139 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-42f5dbc0-1715-4ffb-9808-827af38025b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.538295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5dbc0-1715-4ffb-9808-827af38025b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71db89c0-822c-447a-b7b8-69f508ae7372,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:46.543474 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-42f5dbc0-1715-4ffb-9808-827af38025b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.546500 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-42f5dbc0-1715-4ffb-9808-827af38025b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/71db89c0-822c-447a-b7b8-69f508ae7372 HTTP/1.1" status: 204 len: 168 time: 0.1614425 May 03 21:26:46.817762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55808) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:46.834439 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.848561 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:26:46.852467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1304a0f4e7493a999d9e5ec52092a9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:26:46.855246 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:26:46.860853 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:26:46.944813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.948413 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:46.992665 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d0323-1bdd-4247-8d38-7e21b928ebc8,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:46.996835 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-506847a8-e016-4368-8cdd-a73b6a116915 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f1304a0f4e7493a999d9e5ec52092a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1780887 May 03 21:26:46.999466 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55812) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:26:47.059404 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-02c0d91c-9b90-4762-829d-fb5c2af64e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.083851 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-02c0d91c-9b90-4762-829d-fb5c2af64e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.133889 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-02c0d91c-9b90-4762-829d-fb5c2af64e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.149121 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0d91c-9b90-4762-829d-fb5c2af64e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d0323-1bdd-4247-8d38-7e21b928ebc8,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:26:47.157325 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-02c0d91c-9b90-4762-829d-fb5c2af64e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:47.158423 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-02c0d91c-9b90-4762-829d-fb5c2af64e5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7c0d0323-1bdd-4247-8d38-7e21b928ebc8 HTTP/1.1" status: 204 len: 168 time: 0.1581321 May 03 21:26:47.608486 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca209272-0162-4040-82e3-967d01f3b173 req-ec78e6d2-b907-4a4f-bd3f-e7044c4aab91 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:47.609864 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ca209272-0162-4040-82e3-967d01f3b173 req-ec78e6d2-b907-4a4f-bd3f-e7044c4aab91 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0799241 May 03 21:26:47.657165 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ca209272-0162-4040-82e3-967d01f3b173 req-73b04d84-d726-4253-94c2-c47efb5a31fa tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0414169 May 03 21:26:48.871664 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d77c0-2201-4033-b235-65591976f2b2 req-a97306eb-9e55-4d03-a78e-44f22ef6858e tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:48.873782 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-013d77c0-2201-4033-b235-65591976f2b2 req-a97306eb-9e55-4d03-a78e-44f22ef6858e tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0915134 May 03 21:26:48.925001 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-013d77c0-2201-4033-b235-65591976f2b2 req-a057f5c2-be89-490d-928c-f08500bcc3aa tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0432763 May 03 21:26:49.590346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ebf9f1c8-917e-4565-ada1-f1e47768e8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:50.112393 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f2eb0-4668-4ae2-9754-94b0bea253ee req-8e8c571e-978a-4b05-9b24-48c0bbc5baec tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:50.113392 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c52f2eb0-4668-4ae2-9754-94b0bea253ee req-8e8c571e-978a-4b05-9b24-48c0bbc5baec tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0826182 May 03 21:26:50.159163 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c52f2eb0-4668-4ae2-9754-94b0bea253ee req-7840c065-bbf6-452d-8833-3997db96addb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0396166 May 03 21:26:51.340153 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30c2d9-e812-4183-ae62-adc7a5b71e6d req-9a4b9945-1e3e-4b9a-8d8c-9357e56dd6eb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:51.341583 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cf30c2d9-e812-4183-ae62-adc7a5b71e6d req-9a4b9945-1e3e-4b9a-8d8c-9357e56dd6eb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0785143 May 03 21:26:51.387018 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cf30c2d9-e812-4183-ae62-adc7a5b71e6d req-91bb6723-6e67-483c-b0e3-fca2f30201db tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388846 May 03 21:26:51.668804 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3075e403-571e-4386-a16c-d57d98f12910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:52.567811 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14913e8b-a1b1-46ba-9550-d310209bc7ab req-95b11b01-20c5-4210-80aa-e5ce5f671ba8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:52.569322 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-14913e8b-a1b1-46ba-9550-d310209bc7ab req-95b11b01-20c5-4210-80aa-e5ce5f671ba8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0793774 May 03 21:26:52.614705 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-14913e8b-a1b1-46ba-9550-d310209bc7ab req-1ee4a4ac-5165-46fe-895f-4a68fb561b30 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395420 May 03 21:26:53.021277 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:53.120477 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:53.796784 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b02a3-ad8d-417e-b6d6-cf7016871f57 req-4eedd677-5505-431c-9859-ea9afa7706bb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:53.798136 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4d8b02a3-ad8d-417e-b6d6-cf7016871f57 req-4eedd677-5505-431c-9859-ea9afa7706bb tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0813258 May 03 21:26:53.843036 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4d8b02a3-ad8d-417e-b6d6-cf7016871f57 req-b4fe8602-6dc4-4c48-95d0-4dc644e267c8 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0383735 May 03 21:26:54.172844 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:26:55.033533 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360e05e-175f-48c8-b877-cd9d0c918a4d req-3a1b9eb4-4654-456f-abd4-4c28b7422056 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:55.035783 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9360e05e-175f-48c8-b877-cd9d0c918a4d req-3a1b9eb4-4654-456f-abd4-4c28b7422056 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0889695 May 03 21:26:55.083612 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9360e05e-175f-48c8-b877-cd9d0c918a4d req-13273b88-0a2b-4f2a-a21a-695e2aa9e2e6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0421033 May 03 21:26:56.267669 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb30a2-1882-409c-9b0b-affa9529ce0f req-22da12ad-450a-4096-bec0-ba3f7136d38c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:56.269155 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6eb30a2-1882-409c-9b0b-affa9529ce0f req-22da12ad-450a-4096-bec0-ba3f7136d38c tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0792179 May 03 21:26:56.313830 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6eb30a2-1882-409c-9b0b-affa9529ce0f req-a3f2d797-31dc-4ebd-b9fd-bf9b81909a49 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389988 May 03 21:26:57.496332 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77330b-076d-49e6-87e3-ea39d194dadb req-c49003b9-da2f-4ce7-becb-6bfc44436e28 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:57.497777 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0b77330b-076d-49e6-87e3-ea39d194dadb req-c49003b9-da2f-4ce7-becb-6bfc44436e28 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0789163 May 03 21:26:57.547093 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0b77330b-076d-49e6-87e3-ea39d194dadb req-1d75d02e-d88c-4db9-bac5-c20f049b6c46 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429332 May 03 21:26:58.812552 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9047e-c712-41dd-84bb-60232cfc22fb req-ce8c37d4-1ecd-4bb3-bb85-83294a82b8dc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:26:58.813996 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d0e9047e-c712-41dd-84bb-60232cfc22fb req-ce8c37d4-1ecd-4bb3-bb85-83294a82b8dc tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.1622491 May 03 21:26:58.859405 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d0e9047e-c712-41dd-84bb-60232cfc22fb req-d8590a3b-892c-4a26-b7bb-6aeb2e354864 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0394967 May 03 21:27:00.045165 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663c3ff-9822-4115-ba66-9cbf2a913aa2 req-d22b4445-623f-482b-b90f-13ff04436966 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:00.046597 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f663c3ff-9822-4115-ba66-9cbf2a913aa2 req-d22b4445-623f-482b-b90f-13ff04436966 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0854902 May 03 21:27:00.092040 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f663c3ff-9822-4115-ba66-9cbf2a913aa2 req-d36c41eb-47f6-45be-853d-9c4b58cc3ccf tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389967 May 03 21:27:01.273491 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088ac34-132f-4ba8-aea2-8d1765b93229 req-6e259337-2018-4ec8-81dd-e771569ed9d2 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:01.274914 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c088ac34-132f-4ba8-aea2-8d1765b93229 req-6e259337-2018-4ec8-81dd-e771569ed9d2 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0778785 May 03 21:27:01.322295 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c088ac34-132f-4ba8-aea2-8d1765b93229 req-6411e21e-204b-4f56-904b-6ea5be1c8a88 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84&id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0416296 May 03 21:27:02.710376 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:06.813653 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.333438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55982) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:13.446905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.461987 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:13.466345 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Usage tracker for resource:security_group_rule and tenant:852736c128f6453ab7065268b9053f30 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:13.469258 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:13.476021 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:13.481565 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-ae9a1ddc-aa4e-4e47-ad0d-86bea21c1ec4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738535 May 03 21:27:13.557559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.561539 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.607582 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=852736c128f6453ab7065268b9053f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730370 May 03 21:27:13.609127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f168fa-6412-467e-8757-52cc3f31bc89,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:13.611140 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 55988) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:13.628606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.629045 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.629379 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.629714 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.630038 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.630368 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.630691 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.631054 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.631378 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.631696 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.632014 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.632329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882f6bbd-a053-434b-b9e1-502748c2ce47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:13.639675 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-576f4f55-aa42-4351-af6d-e42fbc6ed137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:13.641146 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-576f4f55-aa42-4351-af6d-e42fbc6ed137 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1137 time: 0.0713794 May 03 21:27:13.684696 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-56132434-68f5-4695-bf18-8284dd6a5f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.710389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-56132434-68f5-4695-bf18-8284dd6a5f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.761669 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-56132434-68f5-4695-bf18-8284dd6a5f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.779537 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56132434-68f5-4695-bf18-8284dd6a5f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f168fa-6412-467e-8757-52cc3f31bc89,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:13.783685 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-56132434-68f5-4695-bf18-8284dd6a5f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:13.788748 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-56132434-68f5-4695-bf18-8284dd6a5f05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f3f168fa-6412-467e-8757-52cc3f31bc89 HTTP/1.1" status: 204 len: 168 time: 0.1766543 May 03 21:27:13.790678 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-ebfe3b1a-e5e8-4607-b2ac-ea70a10206eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:13.792048 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-ebfe3b1a-e5e8-4607-b2ac-ea70a10206eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.1284223 May 03 21:27:13.984003 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-8590dfd7-0cc3-451f-b491-c494daea65ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 1000 time: 0.1853421 May 03 21:27:14.052033 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-4b66ab3b-704a-4c37-bd41-2fd3149cdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:14.053477 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-4b66ab3b-704a-4c37-bd41-2fd3149cdb16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0614774 May 03 21:27:14.142563 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-47143f68-aa90-49ba-8f6f-64501d1e191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:14.144190 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-47143f68-aa90-49ba-8f6f-64501d1e191c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779493 May 03 21:27:14.280661 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-eec83dfa-2a2e-4fb3-8db6-cc2dda76f452 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306610 May 03 21:27:14.414358 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c04b200f-5d2c-455d-8fd4-403963552be7 req-4dd92d86-8c39-4b0f-91dc-f2cd0fa43ec9 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270788 May 03 21:27:18.426380 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56060) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:18.540701 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.554679 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:18.558443 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Usage tracker for resource:security_group_rule and tenant:dd83225bfbbe422484d530d5a804caf0 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:18.561600 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:18.568144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:18.649033 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.652762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.698415 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dd83225bfbbe422484d530d5a804caf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709854 May 03 21:27:18.699298 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459bb802-e0bd-4765-8866-c796d37723e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2600afb-c72b-460d-b12d-a7aa87f75f1d,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:18.701171 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56066) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:18.760120 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-404ee572-7c64-40a7-a6a5-75d402d2232a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.786819 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-404ee572-7c64-40a7-a6a5-75d402d2232a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.837244 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-404ee572-7c64-40a7-a6a5-75d402d2232a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.852613 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ee572-7c64-40a7-a6a5-75d402d2232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2600afb-c72b-460d-b12d-a7aa87f75f1d,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:18.857749 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-404ee572-7c64-40a7-a6a5-75d402d2232a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:18.864096 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-404ee572-7c64-40a7-a6a5-75d402d2232a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2600afb-c72b-460d-b12d-a7aa87f75f1d HTTP/1.1" status: 204 len: 168 time: 0.1612606 May 03 21:27:19.592605 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-48bb6bdd-c958-4957-8261-b2f6ce3373f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:21.670983 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6be39836-b7db-4e26-a7e5-49e65491f42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:23.024543 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:23.124011 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:24.176015 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:27.757402 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56188) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:27.870243 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:27.884274 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:27.887958 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Usage tracker for resource:security_group_rule and tenant:bce45ced2635405ba612e8578dbff9ca is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:27.890630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:27.896733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:27.981673 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:27.985262 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.032005 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bce45ced2635405ba612e8578dbff9ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735441 May 03 21:27:28.032967 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4baa60-8ac0-4847-8e05-d8dd78297d42,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:28.034679 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56194) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:28.040948 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.041298 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.041636 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.041973 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.042301 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.042631 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.042972 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.043297 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.043618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.043938 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.044256 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.044573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74e56ed-4f12-40e1-993a-12efce96982e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:28.094448 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd761-a1aa-4f02-b105-748d1c08320a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.119258 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd761-a1aa-4f02-b105-748d1c08320a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.177508 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd761-a1aa-4f02-b105-748d1c08320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.193467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcfd761-a1aa-4f02-b105-748d1c08320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4baa60-8ac0-4847-8e05-d8dd78297d42,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:28.201509 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fcfd761-a1aa-4f02-b105-748d1c08320a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.202610 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9fcfd761-a1aa-4f02-b105-748d1c08320a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae4baa60-8ac0-4847-8e05-d8dd78297d42 HTTP/1.1" status: 204 len: 168 time: 0.1663339 May 03 21:27:28.468963 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56202) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:28.487511 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.501846 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:28.506454 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Usage tracker for resource:security_group_rule and tenant:909b9c6413b445549d8b902436fd3aad is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:28.509296 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:28.515034 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:28.595598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.599177 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.647207 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=909b9c6413b445549d8b902436fd3aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770217 May 03 21:27:28.648699 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c43c4-26aa-42fe-8f92-2e6e2f30ab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0f3f8-b885-4e77-8666-32bc61a0a6d8,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:28.649864 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56206) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:28.708825 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02c09615-4278-4778-804e-c7e870e46147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.733600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02c09615-4278-4778-804e-c7e870e46147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.786061 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02c09615-4278-4778-804e-c7e870e46147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.802031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c09615-4278-4778-804e-c7e870e46147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0f3f8-b885-4e77-8666-32bc61a0a6d8,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:28.810492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02c09615-4278-4778-804e-c7e870e46147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:28.813748 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-02c09615-4278-4778-804e-c7e870e46147 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c3d0f3f8-b885-4e77-8666-32bc61a0a6d8 HTTP/1.1" status: 204 len: 168 time: 0.1608443 May 03 21:27:29.146884 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56214) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:29.167513 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.181680 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:29.185437 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:e1af0157c91b4e87a06ebb44b2d8395a is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:29.188328 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:29.195065 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:29.276939 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.280819 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.326211 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1af0157c91b4e87a06ebb44b2d8395a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782424 May 03 21:27:29.327110 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaea26d-cb00-44ff-b1a1-819e2e612ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ef9169-5f87-4d5c-946c-ee8ef034f1b0,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:29.328977 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56218) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:29.386884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0c92-800a-4c84-9802-3275426d935b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.410786 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0c92-800a-4c84-9802-3275426d935b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.461515 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0c92-800a-4c84-9802-3275426d935b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.476836 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a0c92-800a-4c84-9802-3275426d935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ef9169-5f87-4d5c-946c-ee8ef034f1b0,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:29.486162 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a9a0c92-800a-4c84-9802-3275426d935b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:29.490704 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9a9a0c92-800a-4c84-9802-3275426d935b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10ef9169-5f87-4d5c-946c-ee8ef034f1b0 HTTP/1.1" status: 204 len: 168 time: 0.1568575 May 03 21:27:30.194152 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56242) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:30.296200 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-23559218-network', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:30.301289 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:30.305023 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Usage tracker for resource:network and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:30.307798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:30.313801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:30.322795 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Made reservation on behalf of 254e042e279549dc89e7f63d0b6dfbd1 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:27:30.324974 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.336220 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.352058 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:30.355754 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:30.358440 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:30.364536 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:30.446707 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.450087 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.476425 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:27:30.489231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c7e73-5ce7-4aea-b7ac-f212ceeb1603,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:30.493747 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.494084 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Added segment ee404414-4e00-41da-86a5-d2d4f0f176d3 of type vlan for network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 May 03 21:27:30.521104 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.549734 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.551490 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:30.552129 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.651305 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4554210 May 03 21:27:30.653622 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56248) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:30.654064 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96fb4d-f42f-4d33-b913-dc26f50f65bf admin admin] Pushing event updated for resources: {'Network': ['ID=ed8a5e49-475c-47bc-bd27-f42dc20e86d1,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:30.659367 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Request body: {'subnet': {'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-23559218-subnet', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:30.664629 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:30.665027 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:27:30.668422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Usage tracker for resource:subnet and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:30.671211 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:30.678158 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:30.687647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Made reservation on behalf of 254e042e279549dc89e7f63d0b6dfbd1 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:27:30.689905 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60912205'] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.891365 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60912255'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:30.969059 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e78ea0-fa72-4243-a184-0acdc92366b8,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:30.975618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Checking segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:30.975962 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Network hostable DHCP agents. Network: ed8a5e49-475c-47bc-bd27-f42dc20e86d1, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:27:30.995449 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:27:31.004422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, ed8a5e49-475c-47bc-bd27-f42dc20e86d1) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:31.008634 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:31.009110 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.013099 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afc87d-56d3-4074-b5d8-ca31fc9a7f0d None None] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:27:31.043924 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56256) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:31.044153 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d3367dd9-ea34-4b86-b89f-53b784367d52 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3891075 May 03 21:27:31.049808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:31.055308 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:31.059166 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Usage tracker for resource:router and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:31.062161 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:31.068479 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:31.080098 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.081047 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.097009 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.240159 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:27:31.241112 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.376733 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.408010 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Allocated IP 172.20.0.2 (ed8a5e49-475c-47bc-bd27-f42dc20e86d1/a5e78ea0-fa72-4243-a184-0acdc92366b8/f2c4f85f-8292-449d-a8a6-01e3c04693b2) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:27:31.646643 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.657269 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Transition to ACTIVE for port object f2c4f85f-8292-449d-a8a6-01e3c04693b2 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:31.677600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Transition to ACTIVE for port object f2c4f85f-8292-449d-a8a6-01e3c04693b2 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:31.684523 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.752067 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:31.754880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:31.758347 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:27:31.763750 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Pushing event updated for resources: {'Port': ['ID=f2c4f85f-8292-449d-a8a6-01e3c04693b2,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:31.797256 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.826620 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.848490 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Attempting to bind port f2c4f85f-8292-449d-a8a6-01e3c04693b2 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:27:31.848848 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Attempting to bind port f2c4f85f-8292-449d-a8a6-01e3c04693b2 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:27:31.849205 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Attempting to bind port f2c4f85f-8292-449d-a8a6-01e3c04693b2 on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:27:31.854314 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:27:31.854679 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Checking segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:31.855107 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.855495 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Bound using segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:27:31.855950 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Bound port: f2c4f85f-8292-449d-a8a6-01e3c04693b2, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:27:31.856315 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:31.966329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Allocated IP 172.27.0.133 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/52bf8fcc-bbac-4479-af56-b19b2db6b5bd) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:27:31.981229 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] For port f2c4f85f-8292-449d-a8a6-01e3c04693b2, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:27:31.984284 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] For port f2c4f85f-8292-449d-a8a6-01e3c04693b2, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=f2c4f85f-8292-449d-a8a6-01e3c04693b2,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:27:31.988170 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:32.072483 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3e5d6-f210-4374-bac6-469530ab3bea None None] Pushing event updated for resources: {'Port': ['ID=f2c4f85f-8292-449d-a8a6-01e3c04693b2,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:32.116597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:32.146813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:32.213270 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:32.216130 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:32.219742 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:27:32.272961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Pushing event updated for resources: {'Port': ['ID=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:32.654267 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:32.986562 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88601a6-9777-4de6-847e-4fbe9b84be3a None None] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:27:32.998904 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:33.115332 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-f88e014f-614b-453c-bb6a-d461d4d1d7af None None] Provisioning for port f2c4f85f-8292-449d-a8a6-01e3c04693b2 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:33.320027 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:27:33.437972 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device f2c4f85f-8292-449d-a8a6-01e3c04693b2 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:33.518365 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port f2c4f85f-8292-449d-a8a6-01e3c04693b2 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:33.525391 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port f2c4f85f-8292-449d-a8a6-01e3c04693b2 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:33.525795 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:33.527930 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:27:33.540836 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:27:33.551636 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:33.552318 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:33.555961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:33.560054 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-7e71226e-5610-4864-9d6f-7b4c8faa8637 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5119615 May 03 21:27:33.560394 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56282) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:33.714122 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:33.758886 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port f2c4f85f-8292-449d-a8a6-01e3c04693b2, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=f2c4f85f-8292-449d-a8a6-01e3c04693b2,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:33.763381 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:33.790317 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22d25d-2f3d-46fc-b686-2d45359c213a req-8b71bd09-a1db-4ee9-90fe-9b2033c6f3fc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:33.792674 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c22d25d-2f3d-46fc-b686-2d45359c213a req-8b71bd09-a1db-4ee9-90fe-9b2033c6f3fc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0936391 May 03 21:27:33.833421 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:33.841942 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=f2c4f85f-8292-449d-a8a6-01e3c04693b2,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:33.845567 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2c22d25d-2f3d-46fc-b686-2d45359c213a req-dc75928f-9fb3-45d3-93c9-8601db99d759 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461409 May 03 21:27:34.120584 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:32Z', 'revision_number': 3, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:34.124231 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:27:34.124573 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Updating router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:27:34.176022 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.234591 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.437845 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Allocated IP 172.20.0.1 (ed8a5e49-475c-47bc-bd27-f42dc20e86d1/a5e78ea0-fa72-4243-a184-0acdc92366b8/1bcddca0-40de-46c7-b91f-dfa47f1ba8e9) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:27:34.496178 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.509176 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Transition to ACTIVE for port object 52bf8fcc-bbac-4479-af56-b19b2db6b5bd will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:34.515947 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.590195 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.595635 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Attempting to bind port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:27:34.596160 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Attempting to bind port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:27:34.596363 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Attempting to bind port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:27:34.603959 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:27:34.604325 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:34.604714 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.605090 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:27:34.605538 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Bound port: 52bf8fcc-bbac-4479-af56-b19b2db6b5bd, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:27:34.605949 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.606913 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Transition to ACTIVE for port object 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:34.628959 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Pushing event updated for resources: {'Port': ['ID=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:34.631389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.651500 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.651838 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.652167 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.652490 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.652812 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.653130 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.653445 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.653760 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.654094 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.654408 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.654721 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.655055 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:34.694717 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] For port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:27:34.698075 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] For port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:27:34.702047 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.779666 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:34.780283 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:34.790904 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:34.794058 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:34.796532 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:27:34.834666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Pushing event updated for resources: {'Port': ['ID=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:34.857743 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:34.969884 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:35.028880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-42a100f5-0f91-40ec-b331-9007e0ef6f80 None None] Provisioning for port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:35.034614 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-42a100f5-0f91-40ec-b331-9007e0ef6f80 None None] Provisioning complete for port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:35.035053 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-42a100f5-0f91-40ec-b331-9007e0ef6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.040329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.088481 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-42a100f5-0f91-40ec-b331-9007e0ef6f80 None None] Port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:27:35.093260 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbf803-7ac3-42ca-a7ed-f15bf4e54ec1 None None] Pushing event updated for resources: {'Port': ['ID=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:35.154564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4807c-e3e3-437b-b9a0-923926527c7a req-dd4f3389-7ba2-4475-88bc-5311a10f512f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:35.156036 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86e4807c-e3e3-437b-b9a0-923926527c7a req-dd4f3389-7ba2-4475-88bc-5311a10f512f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.1773961 May 03 21:27:35.256484 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:32Z', 'revision_number': 3, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:35.260082 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60aaecd-258d-4fd3-ba61-34a6f28cc93e None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:32Z', 'revision_number': 3, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:27:35.273347 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86e4807c-e3e3-437b-b9a0-923926527c7a req-81e2d3ae-5952-4393-8f46-ac5a38b3b07c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036274 May 03 21:27:35.325079 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.330403 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.385369 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device f2c4f85f-8292-449d-a8a6-01e3c04693b2 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:35.440451 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Pushing event updated for resources: {'Port': ['ID=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:35.442895 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.465421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port f2c4f85f-8292-449d-a8a6-01e3c04693b2 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:35.465788 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.612436 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:35.614034 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:35.811337 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:27:35.817778 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-6ed03870-9c93-4c23-b56c-2545b3877570 None None] Provisioning complete for port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:35.818152 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6ed03870-9c93-4c23-b56c-2545b3877570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:35.878119 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6ed03870-9c93-4c23-b56c-2545b3877570 None None] Port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:27:35.997207 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:27:36.007264 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0c294373-a904-4625-9a50-d75ca1cc38de admin admin] 10.222.0.26 "PUT /v2.0/routers/caae567a-e5a0-4a4c-bc6a-b14ad22ff22d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4458716 May 03 21:27:36.470528 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c1c1b-4a81-4857-965a-89d5afead103 req-fc7d6ef1-dbaa-4bfa-a0a4-50ab3fdbd6fa tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:36.472012 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-665c1c1b-4a81-4857-965a-89d5afead103 req-fc7d6ef1-dbaa-4bfa-a0a4-50ab3fdbd6fa tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0807645 May 03 21:27:36.520089 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-665c1c1b-4a81-4857-965a-89d5afead103 req-563e9a7b-f73e-4e03-ae3d-a42275fa132e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 May 03 21:27:36.572388 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56312) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:36.577798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1776840876-network', 'tenant_id': '52839f43a8184fd293b3183f18cb3175'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:36.583211 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:36.587364 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Usage tracker for resource:network and tenant:52839f43a8184fd293b3183f18cb3175 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:36.590346 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:36.596141 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:36.606828 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Made reservation on behalf of 52839f43a8184fd293b3183f18cb3175 for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:27:36.609232 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.624654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.639110 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:36.642994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Usage tracker for resource:security_group_rule and tenant:52839f43a8184fd293b3183f18cb3175 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:36.646516 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:36.652369 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:36.736751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.741539 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.773613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:27:36.781739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e918d61a-ba93-425c-9c4c-2d1cffa4dce0,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:36.788080 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.788414 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Added segment 56069f2f-2c2b-4e34-ad47-c0578f1c042a of type vlan for network 467068fd-ed00-4134-98ec-1a67e9def67b May 03 21:27:36.817033 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.827531 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:27:36.833344 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.839518 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:36.840139 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:36.850084 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.851143 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:36.851720 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:36.946821 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3733149 May 03 21:27:36.949780 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56316) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:36.955339 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Request body: {'subnet': {'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1776840876-subnet', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:36.957228 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7757d-852b-4191-b4a5-99db552beaae admin admin] Pushing event updated for resources: {'Network': ['ID=467068fd-ed00-4134-98ec-1a67e9def67b,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:36.961128 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:36.965297 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Usage tracker for resource:subnet and tenant:52839f43a8184fd293b3183f18cb3175 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:36.968122 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:36.972499 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 467068fd-ed00-4134-98ec-1a67e9def67b details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:27:36.974352 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:36.985162 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Made reservation on behalf of 52839f43a8184fd293b3183f18cb3175 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:27:36.987533 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60912205'] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.120553 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:37.195251 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60912255'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.266370 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f2550e8-880f-461c-ac95-e46372da1be5,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:37.275294 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Checking segment: {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:37.275644 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Network hostable DHCP agents. Network: 467068fd-ed00-4134-98ec-1a67e9def67b, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:27:37.295899 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Network 467068fd-ed00-4134-98ec-1a67e9def67b is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:27:37.306125 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 467068fd-ed00-4134-98ec-1a67e9def67b) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:37.310166 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:37.310734 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.331131 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-6682e989-ad42-4737-931a-3591003c1d9a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3801491 May 03 21:27:37.333887 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56320) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:37.339518 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:37.346371 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:37.351598 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Usage tracker for resource:router and tenant:52839f43a8184fd293b3183f18cb3175 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:37.354647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:37.361896 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:37.370580 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5ac1b-b39e-4a2c-803e-a1b7fd29a107 None None] Network 467068fd-ed00-4134-98ec-1a67e9def67b requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:27:37.376066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.377120 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.394275 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.418060 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 52bf8fcc-bbac-4479-af56-b19b2db6b5bd up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:37.676951 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:37.718699 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:37.719089 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.723266 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af36a0-a29b-41d9-8a33-390c360c33b2 req-b430376a-4993-42bc-aaa2-1fd49d88f0b0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:37.726082 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-80af36a0-a29b-41d9-8a33-390c360c33b2 req-b430376a-4993-42bc-aaa2-1fd49d88f0b0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0868309 May 03 21:27:37.754971 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.777087 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-80af36a0-a29b-41d9-8a33-390c360c33b2 req-0bdf9e8a-f467-4b2b-83a6-544de1727196 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459995 May 03 21:27:37.779652 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-467068fd-ed00-4134-98ec-1a67e9def67b', 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'fixed_ips': [{'subnet_id': '9f2550e8-880f-461c-ac95-e46372da1be5'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:27:37.780467 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.801766 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:35Z', 'revision_number': 2, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:37.816353 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:27:37.816785 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Updating router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:27:37.967172 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:37.997963 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.073391 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.093869 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:38.103331 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.110236 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.230755 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Allocated IP 172.20.0.2 (467068fd-ed00-4134-98ec-1a67e9def67b/9f2550e8-880f-461c-ac95-e46372da1be5/e9547c98-fc40-4261-8cf6-973a141b785a) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:27:38.241741 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Allocated IP 172.27.0.132 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/5948b35c-0e17-47ff-a4e0-2e5729f1aa26) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:27:38.291673 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:38.389505 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.418150 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.481899 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:38.484555 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:38.488608 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:27:38.534377 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Pushing event updated for resources: {'Port': ['ID=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:38.612267 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.627780 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Transition to ACTIVE for port object e9547c98-fc40-4261-8cf6-973a141b785a will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:38.642913 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.661891 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Transition to ACTIVE for port object e9547c98-fc40-4261-8cf6-973a141b785a will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:38.663250 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Transition to ACTIVE for port object 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:38.669711 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.705497 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:38.797048 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Network 467068fd-ed00-4134-98ec-1a67e9def67b is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:38.811255 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:38.817958 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:27:38.819883 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Pushing event updated for resources: {'Port': ['ID=e9547c98-fc40-4261-8cf6-973a141b785a,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:38.948997 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.949346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.949681 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.950009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.950333 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.950662 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.951007 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.951330 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.951650 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.951967 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.952284 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:38.952600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:27:39.073003 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.108168 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Attempting to bind port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:27:39.108747 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Attempting to bind port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:27:39.108861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Attempting to bind port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:27:39.129550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:27:39.129920 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Checking segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:39.130315 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.130697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Bound using segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:27:39.131178 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Bound port: 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:27:39.131550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.139966 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Attempting to bind port e9547c98-fc40-4261-8cf6-973a141b785a on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:27:39.140340 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Attempting to bind port e9547c98-fc40-4261-8cf6-973a141b785a by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:27:39.140678 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Attempting to bind port e9547c98-fc40-4261-8cf6-973a141b785a on network 467068fd-ed00-4134-98ec-1a67e9def67b {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:27:39.142523 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7b52e-59d7-411f-8b21-cfaa94a63ea4 None None] Pushing event updated for resources: {'Port': ['ID=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:39.153232 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:27:39.153601 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Checking segment: {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:39.153992 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.154370 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Bound using segment: {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:27:39.154828 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Bound port: e9547c98-fc40-4261-8cf6-973a141b785a, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:27:39.155226 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.190618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8d533-f832-443e-84e1-f1d196fc52a9 req-452923f4-8d61-4911-8d09-1d77531654db tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:39.192990 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d3d8d533-f832-443e-84e1-f1d196fc52a9 req-452923f4-8d61-4911-8d09-1d77531654db tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.2369132 May 03 21:27:39.267866 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d3d8d533-f832-443e-84e1-f1d196fc52a9 req-4f45177c-6360-4692-99a4-3588dac9450f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611539 May 03 21:27:39.303140 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] For port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:27:39.307062 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] For port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:27:39.309795 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-676c9609-5624-4116-af54-07a4a42da77f None None] For port e9547c98-fc40-4261-8cf6-973a141b785a, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:27:39.312826 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-676c9609-5624-4116-af54-07a4a42da77f None None] For port e9547c98-fc40-4261-8cf6-973a141b785a, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=e9547c98-fc40-4261-8cf6-973a141b785a,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:27:39.314107 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.350420 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.393566 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 52bf8fcc-bbac-4479-af56-b19b2db6b5bd up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:39.462026 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7b52e-59d7-411f-8b21-cfaa94a63ea4 None None] Pushing event updated for resources: {'Port': ['ID=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:39.467018 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:39.467643 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:39.480640 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.709708 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:27:39.714551 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c9609-5624-4116-af54-07a4a42da77f None None] Pushing event updated for resources: {'Port': ['ID=e9547c98-fc40-4261-8cf6-973a141b785a,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:39.740402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:39.740770 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.757092 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Router bccf65fb-93f7-491f-bef6-6f2a4e6154cf is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:27:39.812104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:39.949394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:27:39.959919 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Sync routers for ids ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:27:39.969753 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Routers {'bccf65fb-93f7-491f-bef6-6f2a4e6154cf'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:39.970601 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:39.974105 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:39.975716 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-b881b262-b47b-4d29-be50-cbce97b2fe15 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6404092 May 03 21:27:39.978400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56328) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:40.188727 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Set router bccf65fb-93f7-491f-bef6-6f2a4e6154cf gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:40.201083 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:39Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:40.206706 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66bd8f6-a175-4a08-92c3-edac1c885eec None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:39Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:27:40.592516 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:27:38Z', 'revision_number': 3, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:40.596793 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Checking router: bccf65fb-93f7-491f-bef6-6f2a4e6154cf for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:27:40.597573 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Updating router bccf65fb-93f7-491f-bef6-6f2a4e6154cf port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:27:40.621172 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fd85b-22b0-4301-bb78-04dfbf78adee req-9a0770d1-4a83-4c8b-8d5c-52099bfe2f04 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:40.629070 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a4fd85b-22b0-4301-bb78-04dfbf78adee req-9a0770d1-4a83-4c8b-8d5c-52099bfe2f04 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.2088392 May 03 21:27:40.654331 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:40.657849 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef40f52-d749-4c96-bd9f-1ca50f35faf0 None None] Network 467068fd-ed00-4134-98ec-1a67e9def67b requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:27:40.842432 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-cc0414ca-284e-4466-b999-92c96756d7b0 None None] Provisioning for port e9547c98-fc40-4261-8cf6-973a141b785a completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:40.855199 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7a4fd85b-22b0-4301-bb78-04dfbf78adee req-140d6d93-3948-4f88-a416-2f7ce158b34d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249582 May 03 21:27:40.993747 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.058654 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.074806 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Transition to ACTIVE for port object 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:41.085375 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.183896 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421446d1-4954-4026-ac5e-24e8eb7f72c5 None None] Pushing event updated for resources: {'Port': ['ID=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:41.190172 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Attempting to bind port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:27:41.190533 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Attempting to bind port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:27:41.191477 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Attempting to bind port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:27:41.197670 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:27:41.198037 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:41.198431 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.198812 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:27:41.199308 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Bound port: 5948b35c-0e17-47ff-a4e0-2e5729f1aa26, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:27:41.199815 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.250101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Allocated IP 172.20.0.1 (467068fd-ed00-4134-98ec-1a67e9def67b/9f2550e8-880f-461c-ac95-e46372da1be5/51935780-bf6c-4784-9b04-15919d3a5f19) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:27:41.282240 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] For port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:27:41.287545 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] For port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:27:41.292090 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.371670 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Routers {'bccf65fb-93f7-491f-bef6-6f2a4e6154cf'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:41.372236 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:41.427093 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.446586 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Transition to ACTIVE for port object 51935780-bf6c-4784-9b04-15919d3a5f19 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:41.485168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.502808 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device e9547c98-fc40-4261-8cf6-973a141b785a up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:41.516971 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421446d1-4954-4026-ac5e-24e8eb7f72c5 None None] Pushing event updated for resources: {'Port': ['ID=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:41.568441 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Network 467068fd-ed00-4134-98ec-1a67e9def67b is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:41.571907 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:41.575896 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:27:41.610393 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] Set router bccf65fb-93f7-491f-bef6-6f2a4e6154cf gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:41.615150 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Pushing event updated for resources: {'Port': ['ID=51935780-bf6c-4784-9b04-15919d3a5f19,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:41.645767 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.645936 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port e9547c98-fc40-4261-8cf6-973a141b785a completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:41.657316 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port e9547c98-fc40-4261-8cf6-973a141b785a triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:41.657853 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.780062 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.835101 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.876090 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port e9547c98-fc40-4261-8cf6-973a141b785a, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=e9547c98-fc40-4261-8cf6-973a141b785a,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:41.885300 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:41.886383 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:42.025539 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-6b834257-27a2-465a-9e47-7bf030295f1e None None] Provisioning for port 51935780-bf6c-4784-9b04-15919d3a5f19 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:42.034190 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-6b834257-27a2-465a-9e47-7bf030295f1e None None] Provisioning complete for port 51935780-bf6c-4784-9b04-15919d3a5f19 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:42.034592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6b834257-27a2-465a-9e47-7bf030295f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.041028 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:27:38Z', 'revision_number': 3, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:42.045801 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008bb9a5-d034-4fce-a6d1-8f63ef8884b1 None None] The sync data for ids ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'] in dv-cinder-840376-1-iscsi is: [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:27:38Z', 'revision_number': 3, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:27:42.096868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=e9547c98-fc40-4261-8cf6-973a141b785a,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:42.108492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf9597-8e97-4ed2-9f34-8b0c3acd338d req-66934ed4-78be-4b8c-8b44-b9c306c296d9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:42.110580 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8abf9597-8e97-4ed2-9f34-8b0c3acd338d req-66934ed4-78be-4b8c-8b44-b9c306c296d9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.1074569 May 03 21:27:42.120136 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6b834257-27a2-465a-9e47-7bf030295f1e None None] Port 51935780-bf6c-4784-9b04-15919d3a5f19 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:27:42.122824 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:42.128733 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:42.128733 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.171307 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8abf9597-8e97-4ed2-9f34-8b0c3acd338d req-779433c1-e8f7-4b25-b902-c893fc69da48 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468779 May 03 21:27:42.245416 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.250117 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.251948 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.287819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:42.293626 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.380024 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.383439 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Pushing event updated for resources: {'Port': ['ID=51935780-bf6c-4784-9b04-15919d3a5f19,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:42.385487 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:42.521232 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Network 467068fd-ed00-4134-98ec-1a67e9def67b is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:27:42.522517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:27:42.717163 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Router bccf65fb-93f7-491f-bef6-6f2a4e6154cf has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:27:42.744206 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-56f264db-62d3-4b7d-8c56-b1713821612e None None] Provisioning complete for port 51935780-bf6c-4784-9b04-15919d3a5f19 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:42.744769 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-56f264db-62d3-4b7d-8c56-b1713821612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:42.799476 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-56f264db-62d3-4b7d-8c56-b1713821612e None None] Port 51935780-bf6c-4784-9b04-15919d3a5f19 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:27:42.904547 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:27:42.913917 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-985c82ce-41a0-470e-8931-b549c8c144f4 admin admin] 10.222.0.26 "PUT /v2.0/routers/bccf65fb-93f7-491f-bef6-6f2a4e6154cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9337983 May 03 21:27:43.396906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298a469-09fb-4a84-8f97-322a3566f0eb req-2cefaa2e-48d2-484b-b510-be86e97d41c7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:43.399026 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a298a469-09fb-4a84-8f97-322a3566f0eb req-2cefaa2e-48d2-484b-b510-be86e97d41c7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.1126449 May 03 21:27:43.447243 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a298a469-09fb-4a84-8f97-322a3566f0eb req-0623f13b-ab19-4e56-b091-47c29d1f377c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 May 03 21:27:43.486812 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device e9547c98-fc40-4261-8cf6-973a141b785a up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:43.555304 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port e9547c98-fc40-4261-8cf6-973a141b785a triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:43.555678 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.619199 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56346) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:43.624444 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716112459', 'description': 'tempest-secgroup-smoke-716112459 description', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:43.631713 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:43.635693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:43.638596 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:43.644561 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:43.655009 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.659709 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Sync routers for ids ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:27:43.674306 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:43.678903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:43.681689 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:43.686772 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Routers {'bccf65fb-93f7-491f-bef6-6f2a4e6154cf'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:43.687295 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:43.687424 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:43.758578 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.762323 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.801125 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:43.803504 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:43.806645 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.810559 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-83ff9669-0d70-475f-9ad2-26b1818cb0c7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1876976 May 03 21:27:43.811258 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56350) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:43.818198 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group_rule': {'security_group_id': '4351edaa-b92e-4b4a-b36c-761a4bbfc5b8', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:43.824052 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:43.827914 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:43.830803 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:43.836958 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:43.852435 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.912805 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.916586 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.923536 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Set router bccf65fb-93f7-491f-bef6-6f2a4e6154cf gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:43.948183 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9307e962-407a-4504-8684-53c83567863d,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:43.954798 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.958884 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-605240b8-856a-4668-8534-04267ea04c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433449 May 03 21:27:43.959159 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56354) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:43.963857 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group_rule': {'security_group_id': '4351edaa-b92e-4b4a-b36c-761a4bbfc5b8', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:43.965732 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:43.966107 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:43.969360 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:43.973696 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:43.976515 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:43.982023 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:44.000646 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.061758 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.065361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.087726 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94491cbe-fa9e-45e3-8a66-eeeaa50c5a02,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:44.096707 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.101552 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-b004597d-b53b-4892-ac04-cd11a8792e31 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390176 May 03 21:27:44.101799 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56358) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:44.106936 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group_rule': {'security_group_id': '4351edaa-b92e-4b4a-b36c-761a4bbfc5b8', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:44.112630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:44.116886 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:44.120012 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:44.125606 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:44.142826 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.204119 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.208346 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.230731 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca578d7-d97b-4395-a858-782082cc3afc,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:44.240234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.241437 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4762b17c-9f82-4e80-b395-66b1a5eae891 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386576 May 03 21:27:44.244468 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56362) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:44.249354 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group_rule': {'security_group_id': '4351edaa-b92e-4b4a-b36c-761a4bbfc5b8', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:44.255539 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:44.259280 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:44.261977 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:44.262170 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:44.267910 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:44.286734 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.356092 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.359716 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.384812 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=822f6d7a-094c-4bfe-bf50-f1c98aa89fff,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:44.394900 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.396478 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-669ad398-8bf1-4330-aaec-557b5dca79aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509960 May 03 21:27:44.399066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56366) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:44.404305 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group_rule': {'security_group_id': '4351edaa-b92e-4b4a-b36c-761a4bbfc5b8', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:44.410829 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:44.414242 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:44.417035 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:44.423542 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:44.424820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:44.433114 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:44.433471 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.434364 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.securitygroups_db [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Project 254e042e279549dc89e7f63d0b6dfbd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:27:44.441488 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.484547 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 4, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '51935780-bf6c-4784-9b04-15919d3a5f19', 'name': '', 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'mac_address': 'fa:16:3e:b4:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9f2550e8-880f-461c-ac95-e46372da1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:41Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 2, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'subnets': [{'id': '9f2550e8-880f-461c-ac95-e46372da1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:44.492084 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Checking router: bccf65fb-93f7-491f-bef6-6f2a4e6154cf for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:27:44.492438 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Updating router bccf65fb-93f7-491f-bef6-6f2a4e6154cf port 51935780-bf6c-4784-9b04-15919d3a5f19 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:27:44.518326 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.524104 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.555286 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc74a6c-a4b4-4f64-ba9d-a7cb34cc65e3,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:44.557104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.569730 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.570839 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f36e7ea1-04ff-4a12-8617-24e917104207 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1708832 May 03 21:27:44.573809 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56372) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:27:44.579120 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'security_group_rule': {'security_group_id': '4351edaa-b92e-4b4a-b36c-761a4bbfc5b8', 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:27:44.585885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:27:44.589685 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:security_group_rule and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:27:44.592615 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:27:44.598491 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:27:44.613645 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.securitygroups_db [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Project 254e042e279549dc89e7f63d0b6dfbd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:27:44.620791 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.672001 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.692782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.697303 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.723693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771329ef-3b19-49e4-818d-d3cb22e05db2,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:44.735526 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.736783 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a268a7e5-03c6-404d-83ca-28fef50f670f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619825 May 03 21:27:44.741620 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:44.750787 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:44.773395 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122210e-8b00-4180-bfe7-67abd57a1ab6 req-6eafef5c-e06f-4148-bbf0-a9b25bb200b0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:44.774857 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9122210e-8b00-4180-bfe7-67abd57a1ab6 req-6eafef5c-e06f-4148-bbf0-a9b25bb200b0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.2073982 May 03 21:27:44.829372 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9122210e-8b00-4180-bfe7-67abd57a1ab6 req-645c97a9-cad1-4862-bd0b-96f7770cc8c5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 May 03 21:27:44.861402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:45.030497 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.042368 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Transition to ACTIVE for port object 51935780-bf6c-4784-9b04-15919d3a5f19 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:27:45.048844 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.209863 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9f66a-faca-4b2a-be99-32c04b2b34a2 None None] Pushing event updated for resources: {'Port': ['ID=51935780-bf6c-4784-9b04-15919d3a5f19,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:45.275296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Attempting to bind port 51935780-bf6c-4784-9b04-15919d3a5f19 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:27:45.275917 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Attempting to bind port 51935780-bf6c-4784-9b04-15919d3a5f19 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:27:45.276281 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Attempting to bind port 51935780-bf6c-4784-9b04-15919d3a5f19 on network 467068fd-ed00-4134-98ec-1a67e9def67b {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:27:45.282312 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:27:45.282680 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Checking segment: {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:27:45.283108 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.283521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Bound using segment: {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:27:45.283978 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Bound port: 51935780-bf6c-4784-9b04-15919d3a5f19, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56069f2f-2c2b-4e34-ad47-c0578f1c042a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:27:45.284376 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.420032 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] For port 51935780-bf6c-4784-9b04-15919d3a5f19, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:27:45.423801 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] For port 51935780-bf6c-4784-9b04-15919d3a5f19, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=51935780-bf6c-4784-9b04-15919d3a5f19,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:27:45.429350 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:45.459257 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.561814 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Routers {'bccf65fb-93f7-491f-bef6-6f2a4e6154cf'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:27:45.562614 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:27:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:45.695032 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9f66a-faca-4b2a-be99-32c04b2b34a2 None None] Pushing event updated for resources: {'Port': ['ID=51935780-bf6c-4784-9b04-15919d3a5f19,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:45.712838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:45.713212 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:45.827073 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] Set router bccf65fb-93f7-491f-bef6-6f2a4e6154cf gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:27:46.029035 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b544e5-b852-490d-8a1d-7e2b4f31c7fa req-7dba3f65-7a01-4026-9413-1382a538a321 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:46.030475 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-50b544e5-b852-490d-8a1d-7e2b4f31c7fa req-7dba3f65-7a01-4026-9413-1382a538a321 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0814767 May 03 21:27:46.076415 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-50b544e5-b852-490d-8a1d-7e2b4f31c7fa req-9335c117-f844-4b63-8c9f-e09b761c754f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 May 03 21:27:46.247943 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 4, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '51935780-bf6c-4784-9b04-15919d3a5f19', 'name': '', 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'mac_address': 'fa:16:3e:b4:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9f2550e8-880f-461c-ac95-e46372da1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:41Z', 'updated_at': '2022-05-03T21:27:45Z', 'revision_number': 4, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'subnets': [{'id': '9f2550e8-880f-461c-ac95-e46372da1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:27:46.251861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b833fe3-2ab4-49f5-924e-e28daa61494d None None] The sync data for ids ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'] in dv-cinder-840376-1-iscsi is: [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:27:41Z', 'revision_number': 4, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '51935780-bf6c-4784-9b04-15919d3a5f19', 'name': '', 'network_id': '467068fd-ed00-4134-98ec-1a67e9def67b', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'mac_address': 'fa:16:3e:b4:6e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '9f2550e8-880f-461c-ac95-e46372da1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:41Z', 'updated_at': '2022-05-03T21:27:45Z', 'revision_number': 4, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'subnets': [{'id': '9f2550e8-880f-461c-ac95-e46372da1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:27:46.792744 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:27:46.935463 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:46.949654 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'mac_address': 'fa:16:3e:6d:03:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:27:47.012745 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.031120 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cdb41c7-0045-4aaa-a894-401ed9763824 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:27:47.047370 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:47.051310 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.127824 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=6']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:47.174580 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['4cdb41c7-0045-4aaa-a894-401ed9763824'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:27:47.266388 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f42ac-b319-44de-9fc1-2c279c8c9727 req-eab5b470-4640-4411-b665-cda5afaf842e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:47.268015 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-437f42ac-b319-44de-9fc1-2c279c8c9727 req-eab5b470-4640-4411-b665-cda5afaf842e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 945 time: 0.0815215 May 03 21:27:47.314312 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-437f42ac-b319-44de-9fc1-2c279c8c9727 req-970a303a-bd79-4022-94b3-ef222742ef03 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393078 May 03 21:27:47.414906 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 51935780-bf6c-4784-9b04-15919d3a5f19 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:47.482759 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 51935780-bf6c-4784-9b04-15919d3a5f19 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:27:47.487526 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 51935780-bf6c-4784-9b04-15919d3a5f19 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:47.488033 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.613682 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.645214 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 51935780-bf6c-4784-9b04-15919d3a5f19, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=51935780-bf6c-4784-9b04-15919d3a5f19,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:47.649104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:47.716719 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=51935780-bf6c-4784-9b04-15919d3a5f19,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:48.521517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc89f4-acbc-4f90-ad94-16e07c93685a req-1aee789a-636e-4c3c-9e0d-1ad13d704fae tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:48.522983 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6afc89f4-acbc-4f90-ad94-16e07c93685a req-1aee789a-636e-4c3c-9e0d-1ad13d704fae tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 945 time: 0.0895791 May 03 21:27:48.571589 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6afc89f4-acbc-4f90-ad94-16e07c93685a req-0e2ccc73-8e65-4d37-9c3e-60da6a946308 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 May 03 21:27:48.803161 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:48.876106 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 4cdb41c7-0045-4aaa-a894-401ed9763824 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:48.876376 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:48.999621 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.028464 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:27:49.039519 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:27:49.043550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.080124 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab218376-62ca-4788-a56b-ea9708cf8067'] response: {'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'code': 200} May 03 21:27:49.118227 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=7']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:27:49.394610 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 51935780-bf6c-4784-9b04-15919d3a5f19 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:27:49.468941 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 51935780-bf6c-4784-9b04-15919d3a5f19 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:27:49.469359 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.615823 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-33802478-71f0-41c0-adab-a28041586bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:49.781434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b54de-7582-4710-b3b0-36a8ac8fcd63 req-12f1ee95-27c5-401f-b9fe-d3588c41d3de tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:49.783023 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c37b54de-7582-4710-b3b0-36a8ac8fcd63 req-12f1ee95-27c5-401f-b9fe-d3588c41d3de tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0928953 May 03 21:27:49.839516 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c37b54de-7582-4710-b3b0-36a8ac8fcd63 req-ab4cacbe-1838-4a03-9008-72a6f66fdbbc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498850 May 03 21:27:51.037968 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af013d83-7de4-4667-b8b5-301427c746ff req-64e7edd4-d664-45e0-894d-0f7279b1ec88 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:51.039362 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-af013d83-7de4-4667-b8b5-301427c746ff req-64e7edd4-d664-45e0-894d-0f7279b1ec88 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0874829 May 03 21:27:51.085175 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-af013d83-7de4-4667-b8b5-301427c746ff req-35a1ae87-11fa-4c75-aecb-fdc4217eb088 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 May 03 21:27:51.675930 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2b7b8e8f-a4bb-4cae-a278-eec1fc7d724e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:52.275438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1bb56-7534-4a8e-8656-ef5d092781ba req-8cfa6324-5dda-4fbd-81dc-3b5cf33693a2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:52.276891 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-72e1bb56-7534-4a8e-8656-ef5d092781ba req-8cfa6324-5dda-4fbd-81dc-3b5cf33693a2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0815101 May 03 21:27:52.319878 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-72e1bb56-7534-4a8e-8656-ef5d092781ba req-65776b03-8beb-4e13-8910-84a3e3dbf16f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371797 May 03 21:27:53.035418 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:53.129446 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:53.518892 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7ea74-bd1b-4492-9be4-a10c949e754d req-d860e71e-a0ac-4e89-aaec-45a79a44101a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:53.520641 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7ca7ea74-bd1b-4492-9be4-a10c949e754d req-d860e71e-a0ac-4e89-aaec-45a79a44101a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0877628 May 03 21:27:53.567422 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7ca7ea74-bd1b-4492-9be4-a10c949e754d req-8c5ff26b-c2fd-4956-8159-156ffff539df tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404623 May 03 21:27:54.187202 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:27:54.768510 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1911c-9e5a-43a0-9c81-d54856c9503f req-9a8ab4a4-2757-41b0-8bbe-8072d72200b8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:54.770729 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7da1911c-9e5a-43a0-9c81-d54856c9503f req-9a8ab4a4-2757-41b0-8bbe-8072d72200b8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0886602 May 03 21:27:54.816080 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7da1911c-9e5a-43a0-9c81-d54856c9503f req-4e241dc9-0a0b-4a49-897a-89feeaf8d2bf tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 May 03 21:27:56.022620 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1088d53-c130-4ce0-a364-16aa33701e41 req-578172e8-b592-42f3-8bb7-0e1433e52d54 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:56.024119 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d1088d53-c130-4ce0-a364-16aa33701e41 req-578172e8-b592-42f3-8bb7-0e1433e52d54 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0888572 May 03 21:27:56.071821 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d1088d53-c130-4ce0-a364-16aa33701e41 req-65f21252-ed4d-4516-9881-fcd0924db1ce tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415981 May 03 21:27:57.269509 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8de8f-b62d-4ddc-a911-a83d4aebe076 req-96ce5ced-c59b-4639-bc64-6f5a83ec36a8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:57.271039 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-83f8de8f-b62d-4ddc-a911-a83d4aebe076 req-96ce5ced-c59b-4639-bc64-6f5a83ec36a8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0856164 May 03 21:27:57.327414 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-83f8de8f-b62d-4ddc-a911-a83d4aebe076 req-82747ee8-20b2-44aa-8742-bd861bec95c5 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503674 May 03 21:27:58.530773 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cc2a6-2262-4abe-a501-3639da30dd0a req-407de8c2-1efb-40b5-8678-1ea216f83e44 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:58.532303 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e06cc2a6-2262-4abe-a501-3639da30dd0a req-407de8c2-1efb-40b5-8678-1ea216f83e44 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0895219 May 03 21:27:58.582840 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e06cc2a6-2262-4abe-a501-3639da30dd0a req-048695c7-40bf-40da-9685-1a3a09645b82 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428972 May 03 21:27:59.869101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc84d-60f9-43cb-8bfa-9a78835ac88b req-bd79970e-05b1-471a-9f8b-986bb73d8be3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:27:59.873712 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6cbfc84d-60f9-43cb-8bfa-9a78835ac88b req-bd79970e-05b1-471a-9f8b-986bb73d8be3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.1722066 May 03 21:27:59.918068 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6cbfc84d-60f9-43cb-8bfa-9a78835ac88b req-9ec30086-b95f-45ac-a6e4-ceb7a815fb1d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 May 03 21:28:01.122688 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ce6e7-f11f-45cf-9dc1-a24f2dbd0069 req-6605213e-7553-4bf3-a3d4-58af8dd71f4d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:01.124193 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7f6ce6e7-f11f-45cf-9dc1-a24f2dbd0069 req-6605213e-7553-4bf3-a3d4-58af8dd71f4d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0962038 May 03 21:28:01.168467 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7f6ce6e7-f11f-45cf-9dc1-a24f2dbd0069 req-e16444e9-944a-4e6a-89a8-de7539104f2d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374241 May 03 21:28:02.364741 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f38a-7a0b-4d07-a7b5-477667e54e26 req-a34c6fd3-d193-4850-9284-06fd611ea555 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:02.366198 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4879f38a-7a0b-4d07-a7b5-477667e54e26 req-a34c6fd3-d193-4850-9284-06fd611ea555 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0825698 May 03 21:28:02.413961 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4879f38a-7a0b-4d07-a7b5-477667e54e26 req-ebfc97bc-9630-46ea-9c6e-a8279ffe6015 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416389 May 03 21:28:03.616528 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08913f9c-8978-4340-bb0b-2f2998642d5f req-033fa573-521b-47e2-830a-6e36e1329b8b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:03.617888 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08913f9c-8978-4340-bb0b-2f2998642d5f req-033fa573-521b-47e2-830a-6e36e1329b8b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0868917 May 03 21:28:03.664407 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-08913f9c-8978-4340-bb0b-2f2998642d5f req-b3897895-f101-4f2c-8863-ed986e6cba64 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 May 03 21:28:04.976741 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f233a7-4db5-4a4a-a248-07f9a223a8e3 req-16561d81-667f-4536-a20e-af6905b45808 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:04.978200 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-22f233a7-4db5-4a4a-a248-07f9a223a8e3 req-16561d81-667f-4536-a20e-af6905b45808 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.2020299 May 03 21:28:05.022711 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-22f233a7-4db5-4a4a-a248-07f9a223a8e3 req-c4a6a02d-ebe2-4f6f-8103-94914c1e7afc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380971 May 03 21:28:06.273038 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70721f3e-f27a-42bb-af3e-b2e0230dc97f req-d9ce8ea6-1179-42e8-9d1f-61b49cb79f60 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:06.274742 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-70721f3e-f27a-42bb-af3e-b2e0230dc97f req-d9ce8ea6-1179-42e8-9d1f-61b49cb79f60 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.1415184 May 03 21:28:06.320139 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-70721f3e-f27a-42bb-af3e-b2e0230dc97f req-c63cd726-fd32-4f3e-ab82-1c190a8e22b4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396683 May 03 21:28:06.823824 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:07.511852 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d285-1977-4f1b-bf4c-6eeb03a679b4 req-444b37e3-e4f9-4eac-adf5-16a6edbbb788 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:07.513315 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5bb2d285-1977-4f1b-bf4c-6eeb03a679b4 req-444b37e3-e4f9-4eac-adf5-16a6edbbb788 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0832634 May 03 21:28:07.561546 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5bb2d285-1977-4f1b-bf4c-6eeb03a679b4 req-fc363eb1-6bc2-4640-ae44-65875e5f7e29 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422931 May 03 21:28:08.772684 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52072dc-cd2c-4f90-9c97-394e3a493a73 req-270b7b3e-fb8b-492a-bc9e-fe6a3eee07c8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:08.774156 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d52072dc-cd2c-4f90-9c97-394e3a493a73 req-270b7b3e-fb8b-492a-bc9e-fe6a3eee07c8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0845003 May 03 21:28:08.821396 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d52072dc-cd2c-4f90-9c97-394e3a493a73 req-3f3025f1-c2eb-4e0f-9ad6-2031e0bfa705 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407135 May 03 21:28:10.018326 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d5f53-b46d-4b71-a531-11690e7a5826 req-2bf24a2f-2521-4e7e-82e7-09513d91fb38 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:10.019991 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fd0d5f53-b46d-4b71-a531-11690e7a5826 req-2bf24a2f-2521-4e7e-82e7-09513d91fb38 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0858176 May 03 21:28:10.072030 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fd0d5f53-b46d-4b71-a531-11690e7a5826 req-efa83ec0-d245-4a4c-801c-23c57f3df600 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 May 03 21:28:11.287246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d102601-4b0e-4323-a474-98eea198813b req-f1750fe8-6753-4638-948c-79ef30476d3e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:11.288585 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1d102601-4b0e-4323-a474-98eea198813b req-f1750fe8-6753-4638-948c-79ef30476d3e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0879099 May 03 21:28:11.370517 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1d102601-4b0e-4323-a474-98eea198813b req-186d5a67-eaf6-44f2-8e38-e8c8ec91a20d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752025 May 03 21:28:11.736815 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b8594749-23ff-4f33-8e8d-b5c55ec8548d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:11.755676 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b8594749-23ff-4f33-8e8d-b5c55ec8548d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:11.756971 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b8594749-23ff-4f33-8e8d-b5c55ec8548d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716112459&fields=id&tenant_id=254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 267 time: 0.0636942 May 03 21:28:11.912997 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b6a8218a-2172-427c-b83d-33992122ff4f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:11.913786 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b6a8218a-2172-427c-b83d-33992122ff4f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:network {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:11.929754 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b6a8218a-2172-427c-b83d-33992122ff4f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:network {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:11.930922 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b6a8218a-2172-427c-b83d-33992122ff4f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 810 time: 0.1673589 May 03 21:28:11.945726 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-b8d29e8f-06c9-40e0-954c-eee51d3fb3d3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/quotas/254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 375 time: 0.0093977 May 03 21:28:12.026394 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-64af8f75-3530-4eac-a952-5835ab5bfe30 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:12.042658 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-64af8f75-3530-4eac-a952-5835ab5bfe30 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:12.044110 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-64af8f75-3530-4eac-a952-5835ab5bfe30 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934565 May 03 21:28:12.184652 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-dbf95940-4c02-4695-a975-6bf4ad54d5b8 service neutron] 10.222.0.26 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293716 May 03 21:28:12.311438 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-21a9f3ac-bcfc-44d7-816c-c1b7803f73a5 service neutron] 10.222.0.26 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210387 May 03 21:28:12.579598 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84efcb-3b38-4499-bcdd-785fda7d7b25 req-5056be57-a80d-49ca-a825-8cd79700b6a2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:12.581047 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fc84efcb-3b38-4499-bcdd-785fda7d7b25 req-5056be57-a80d-49ca-a825-8cd79700b6a2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0858822 May 03 21:28:12.627584 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fc84efcb-3b38-4499-bcdd-785fda7d7b25 req-3b5420bb-fd1f-485e-b7fe-79a3490534c1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 May 03 21:28:12.695757 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4f93dd3c-6ee8-486f-b388-025deb4cd2b6 req-24a519a1-2396-46a1-991d-045370b27f9e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0413885 May 03 21:28:12.976698 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-d6ffd88c-5b01-4bf0-96ef-8c736c74a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:12.978130 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-d6ffd88c-5b01-4bf0-96ef-8c736c74a9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1099 time: 0.0723777 May 03 21:28:13.107347 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-9e6a1881-a162-43ca-b1cf-38202412b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:13.108755 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-9e6a1881-a162-43ca-b1cf-38202412b157 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1234093 May 03 21:28:13.207051 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-7e954189-7e1c-42d4-b46d-a3f944db5385 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 1002 time: 0.0919890 May 03 21:28:13.270229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-de764f20-7691-410f-af87-75997691fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:13.271603 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-de764f20-7691-410f-af87-75997691fa42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0592313 May 03 21:28:13.344266 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-d1b75725-9d40-49b6-9022-173dc0c05ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:13.345695 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-d1b75725-9d40-49b6-9022-173dc0c05ecb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676093 May 03 21:28:13.476597 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-52d06d0e-27a4-4726-b44b-65ba67d6a32d service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245708 May 03 21:28:13.608886 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e9fc77a8-d410-4769-9d3f-bc3ed551c9ab req-d63d0866-3e01-4a00-aba9-21d356ddd533 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264870 May 03 21:28:13.797736 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2b7e4ba5-962e-47cd-b51b-2617461d413d req-4e637e08-4d89-4f9a-baf2-e1b8e09d54fb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0497479 May 03 21:28:13.870560 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-9f40bc7a-6f1d-4305-a726-dace1e1869f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:13.872035 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-9f40bc7a-6f1d-4305-a726-dace1e1869f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1099 time: 0.0986979 May 03 21:28:13.879967 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0741d1-72c4-4093-a309-65a212d14b60 req-dc5e942b-6ba0-40ee-869a-e4fe646bda0e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:13.881334 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fb0741d1-72c4-4093-a309-65a212d14b60 req-dc5e942b-6ba0-40ee-869a-e4fe646bda0e tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.1437271 May 03 21:28:14.005787 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fb0741d1-72c4-4093-a309-65a212d14b60 req-5b43d8ef-a663-4efe-b99c-b49556137859 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185124 May 03 21:28:14.044466 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-ec43bd51-9d14-4544-86bf-63379a9d5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:14.045894 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-ec43bd51-9d14-4544-86bf-63379a9d5b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1440275 May 03 21:28:14.223871 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-d6f5ac01-aec2-4107-82e5-ecd0df829145 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 1002 time: 0.1680260 May 03 21:28:14.289016 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-789dd043-e5f6-40d0-861b-635e5c80ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:14.290671 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-789dd043-e5f6-40d0-861b-635e5c80ccc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0583854 May 03 21:28:14.366411 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-08e7080f-0d98-413e-8e43-3f437b438f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:14.368061 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-08e7080f-0d98-413e-8e43-3f437b438f9f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0705953 May 03 21:28:14.501654 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-cbc45c30-5afe-4746-bdde-37821b3ce344 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255336 May 03 21:28:14.636415 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d04af641-7b43-489b-be71-7abd8b1aed3a req-23ad3e00-532d-4a5a-a16d-dbb203489b61 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283176 May 03 21:28:14.897912 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dd070cbd-67d6-45e2-a903-6a01c38d685c req-f5fa6490-02c3-440a-9ef2-32737ef4d020 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0415957 May 03 21:28:15.353245 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429c0ab-321a-4691-8b62-7214d5338fa0 req-79bfaf63-fb69-46c8-88e2-2c19fe5abdf8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:15.354772 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4429c0ab-321a-4691-8b62-7214d5338fa0 req-79bfaf63-fb69-46c8-88e2-2c19fe5abdf8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0826228 May 03 21:28:15.399910 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4429c0ab-321a-4691-8b62-7214d5338fa0 req-1d1ca1c2-28b0-498c-9deb-ea59675d5b0f tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394170 May 03 21:28:15.997011 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-58748b1f-a620-47d2-a601-6ab04a07aadd req-62720f54-1913-4e13-b830-54c5126d8e82 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0472174 May 03 21:28:16.584399 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cd8e2-99dd-4268-aa60-78f6e5e6ee0b req-66839d1e-6d9a-4f3b-bfd5-50bda8cd9f54 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:16.585850 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-567cd8e2-99dd-4268-aa60-78f6e5e6ee0b req-66839d1e-6d9a-4f3b-bfd5-50bda8cd9f54 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 946 time: 0.0788858 May 03 21:28:16.632237 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-567cd8e2-99dd-4268-aa60-78f6e5e6ee0b req-fe1fc10b-3b29-4d08-98a7-bb3536c11191 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 May 03 21:28:16.708087 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:16.936025 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:17.053067 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:17.135707 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:17.136772 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:17.144155 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:17.188008 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-632701f4-bf6f-4d01-ab77-646f25eae2b2 req-ff8974d8-2c66-4d33-8f97-07a57a32e256 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0570319 May 03 21:28:17.208982 dv-cinder-840376-1-iscsi neutron-server[87269]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-28b78029-286c-4a14-903c-a24897b82700']: {'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'code': 422} returned with failed status May 03 21:28:17.224867 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=8']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:17.820561 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-3a972bc6-9dcf-45c6-a281-083e8c228362 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:17.822178 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-3a972bc6-9dcf-45c6-a281-083e8c228362 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 810 time: 0.1532512 May 03 21:28:17.873179 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-d39db1ca-3f06-4070-bef8-70bb8a17999a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 379 time: 0.0433180 May 03 21:28:17.886606 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'port': {'device_id': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'admin_state_up': True, 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'security_groups': ['4351edaa-b92e-4b4a-b36c-761a4bbfc5b8']}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:28:18.039108 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:18.048833 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:18.107657 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Made reservation on behalf of 254e042e279549dc89e7f63d0b6dfbd1 for: {'port': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:28:18.111735 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.223755 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7c719-b9f4-40f5-bf96-a11d2ba00c59 req-eec20088-b228-4057-bfca-c08d27d06604 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:18.225265 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-79a7c719-b9f4-40f5-bf96-a11d2ba00c59 req-eec20088-b228-4057-bfca-c08d27d06604 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.1707380 May 03 21:28:18.335975 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-79a7c719-b9f4-40f5-bf96-a11d2ba00c59 req-00b88310-2aff-4377-b8bf-25f7246e3c1a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004088 May 03 21:28:18.349553 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2c109777-b781-44d5-b472-52aff0a509ea req-eec4f31b-20a9-4a37-b4e7-a5acf53fcb4d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0505958 May 03 21:28:18.355247 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Allocated IP 172.20.0.7 (ed8a5e49-475c-47bc-bd27-f42dc20e86d1/a5e78ea0-fa72-4243-a184-0acdc92366b8/d085ec09-7665-4e49-b2d6-9eaa78d1be7e) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:18.357736 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 56704) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:18.622313 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-4e84ba4f-db61-4471-8f1d-0465986f3502 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2633686 May 03 21:28:18.624813 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.641449 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Transition to ACTIVE for port object d085ec09-7665-4e49-b2d6-9eaa78d1be7e will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:18.666433 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.825430 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:18.828536 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:18.836289 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:28:18.884139 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:18.917018 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:18.917547 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:18.946703 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-5e419d23-b955-4131-bb2c-734a12b23a6d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0641444 May 03 21:28:18.964824 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Request body: {'port': {'device_id': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:28:19.078134 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.083568 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-03302687-083b-4783-b9e1-3c4a49e69948 None None] Provisioning for port d085ec09-7665-4e49-b2d6-9eaa78d1be7e completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:19.089361 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-03302687-083b-4783-b9e1-3c4a49e69948 None None] Provisioning complete for port d085ec09-7665-4e49-b2d6-9eaa78d1be7e triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:19.089835 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-03302687-083b-4783-b9e1-3c4a49e69948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.145669 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-03302687-083b-4783-b9e1-3c4a49e69948 None None] Port d085ec09-7665-4e49-b2d6-9eaa78d1be7e cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:28:19.421642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d085ec09-7665-4e49-b2d6-9eaa78d1be7e {{(pid=87268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:28:19.429943 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.444936 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Transition to ACTIVE for port object d085ec09-7665-4e49-b2d6-9eaa78d1be7e will not be triggered until provisioned by entity L2. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:28:19.454278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.602924 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-8bdf8c6b-5b74-4879-80c5-57df20049f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:19.604545 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-8bdf8c6b-5b74-4879-80c5-57df20049f0b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d&tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3 HTTP/1.1" status: 200 len: 1097 time: 0.1428065 May 03 21:28:19.605689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2de4de6-27e9-437d-843f-8ad177e231da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.614542 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4943-294d-4eea-a7ba-f9ec798d29db req-8abbdc8e-c9ce-48b5-bbb6-e06b7f04e013 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:19.616202 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-699d4943-294d-4eea-a7ba-f9ec798d29db req-8abbdc8e-c9ce-48b5-bbb6-e06b7f04e013 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1067219 May 03 21:28:19.640276 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Pushing event updated for resources: {'Port': ['ID=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:19.696454 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527710d3-7de9-4765-a98f-83c516230d5d req-6193353b-e910-4df6-9539-66b51862a308 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:19.698123 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-527710d3-7de9-4765-a98f-83c516230d5d req-6193353b-e910-4df6-9539-66b51862a308 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.2396650 May 03 21:28:19.713723 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-699d4943-294d-4eea-a7ba-f9ec798d29db req-6d507efa-17e2-4354-92bc-51da5cb9b393 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907128 May 03 21:28:19.749419 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-9e39690f-d9f0-4d15-9076-a1f0ac766536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:19.751094 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-9e39690f-d9f0-4d15-9076-a1f0ac766536 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1097 time: 0.0936675 May 03 21:28:19.805690 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-527710d3-7de9-4765-a98f-83c516230d5d req-813d5c82-353c-4ec7-a721-5debf72917da tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689607 May 03 21:28:19.812296 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Attempting to bind port d085ec09-7665-4e49-b2d6-9eaa78d1be7e on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:28:19.812626 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Attempting to bind port d085ec09-7665-4e49-b2d6-9eaa78d1be7e by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:28:19.812950 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Attempting to bind port d085ec09-7665-4e49-b2d6-9eaa78d1be7e on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:28:19.818368 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Port d085ec09-7665-4e49-b2d6-9eaa78d1be7e on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:28:19.818765 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Attempting to bind port d085ec09-7665-4e49-b2d6-9eaa78d1be7e on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:28:19.827074 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:28:19.827074 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Checking segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:28:19.827074 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Bound using segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} {{(pid=87268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:28:19.827074 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.managers [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Bound port: d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}}] {{(pid=87268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:28:19.827074 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.889594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-14c49aea-edc5-4dc5-9feb-9d5d2d89d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:19.891068 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-14c49aea-edc5-4dc5-9feb-9d5d2d89d12d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 200 len: 918 time: 0.1337609 May 03 21:28:19.916097 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] For port d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host hv-cinder-84037, cleared binding levels {{(pid=87268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:28:19.918965 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] For port d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:28:19.923848 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.991375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:19.991947 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:19.993562 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] 10.222.0.47 "PUT /v2.0/ports/d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 200 len: 1093 time: 1.0329216 May 03 21:28:19.994010 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:20.026119 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733d1ca-adbc-444c-96e1-c82960b9f203 service neutron] Pushing event updated for resources: {'Port': ['ID=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,revision_number=3']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:20.074328 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ab2bf0-7ba9-4737-89e2-8030b77b15bf'] response: {'name': 'network-changed', 'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'status': 'completed', 'code': 200} May 03 21:28:20.098988 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-9472ec15-7310-4bd5-8b33-f0900af371b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 200 len: 1000 time: 0.1992247 May 03 21:28:20.118866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-bb7924bc-04ce-49d4-8168-ac5609c837fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:20.120399 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-bb7924bc-04ce-49d4-8168-ac5609c837fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1096 time: 0.0785215 May 03 21:28:20.167254 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-9b1d753d-6947-4c3b-aff3-9bcbe11c17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:20.168866 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-9b1d753d-6947-4c3b-aff3-9bcbe11c17d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 200 len: 856 time: 0.0634131 May 03 21:28:20.195084 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-beafd265-6753-4b27-8c9a-2722a8befe49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 200 len: 217 time: 0.0679839 May 03 21:28:20.245705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-656c200a-5d95-4877-8db5-f227c5974cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:20.247195 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-656c200a-5d95-4877-8db5-f227c5974cec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721126 May 03 21:28:20.256501 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-90b96593-8347-4d22-becb-de6fc7675b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:20.257851 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-90b96593-8347-4d22-becb-de6fc7675b79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0571127 May 03 21:28:20.330852 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-cecc2320-a7cc-4d1c-9531-521965328402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:20.332904 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-cecc2320-a7cc-4d1c-9531-521965328402 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689411 May 03 21:28:20.379674 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-d8be03b4-192d-48a5-afe4-ac9cb03677a9 service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248341 May 03 21:28:20.468459 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-6ec32d6c-0a59-4901-ae09-b539ca177549 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226795 May 03 21:28:20.510508 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5451fe52-ab1d-4fc5-b1d0-e6f921677780 req-958526b8-7bf5-4363-944a-2b0f7098b16d service neutron] 10.222.0.47 "GET /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240859 May 03 21:28:20.693672 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-dc78fcde-c781-4e36-a566-8b90df087c8e req-e963ee61-bd74-4ddf-86df-a7503bd32181 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179577 May 03 21:28:20.822111 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-5c32c6ff-2eed-4148-936e-3ae81c44b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:20.823919 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-5c32c6ff-2eed-4148-936e-3ae81c44b260 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1096 time: 0.0782716 May 03 21:28:21.072066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-f85ca9a1-8423-4aa2-8ba5-f97c483c3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:21.073476 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-f85ca9a1-8423-4aa2-8ba5-f97c483c3a5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.2403564 May 03 21:28:21.086415 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877108b4-b694-497d-98c5-59de778fc21d req-c7cdd9de-bafc-4c93-9768-3866d75a42d2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:21.089223 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-877108b4-b694-497d-98c5-59de778fc21d req-c7cdd9de-bafc-4c93-9768-3866d75a42d2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.1063902 May 03 21:28:21.114035 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eba55-9344-499a-a07d-c5b5b1eee1ef req-12a5afb2-35eb-4734-a4ba-6238040cbafb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:21.115615 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-131eba55-9344-499a-a07d-c5b5b1eee1ef req-12a5afb2-35eb-4734-a4ba-6238040cbafb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:21.137193 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-131eba55-9344-499a-a07d-c5b5b1eee1ef req-12a5afb2-35eb-4734-a4ba-6238040cbafb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:21.140784 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-131eba55-9344-499a-a07d-c5b5b1eee1ef req-12a5afb2-35eb-4734-a4ba-6238040cbafb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1615729 May 03 21:28:21.177959 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-877108b4-b694-497d-98c5-59de778fc21d req-ec8f1cee-2ccb-4dbd-8e36-d565951e8c85 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732517 May 03 21:28:21.224497 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-131eba55-9344-499a-a07d-c5b5b1eee1ef req-43a43b3a-4a1c-442e-a0a3-61f2ecf8bd35 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771987 May 03 21:28:21.690139 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e31e4b86-63f8-4772-ba54-c8d9758419be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:22.394353 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51d674-ad7a-482f-b405-a1c2a5eb306b req-9258a547-293c-4cb5-8cd4-78cc77d3ae60 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:22.396487 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cd51d674-ad7a-482f-b405-a1c2a5eb306b req-9258a547-293c-4cb5-8cd4-78cc77d3ae60 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.1033816 May 03 21:28:22.454812 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cd51d674-ad7a-482f-b405-a1c2a5eb306b req-1ef23289-9467-408f-abab-b5fde8850606 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525508 May 03 21:28:22.465234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43cdb5-1456-479e-928e-8a75a9075257 req-342822a1-f49d-40f6-8443-467e73d20643 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:22.483059 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9f43cdb5-1456-479e-928e-8a75a9075257 req-342822a1-f49d-40f6-8443-467e73d20643 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1148367 May 03 21:28:22.540624 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9f43cdb5-1456-479e-928e-8a75a9075257 req-dc9ee1b5-48b1-443a-b139-f5f067471ce4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651460 May 03 21:28:23.030138 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.142329 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:23.724160 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faf85a-987a-4ebb-ad77-ce136c742305 req-d2b07728-5f11-454f-b883-a74936cc15a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:23.725829 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c1faf85a-987a-4ebb-ad77-ce136c742305 req-d2b07728-5f11-454f-b883-a74936cc15a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.1153014 May 03 21:28:23.811778 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c1faf85a-987a-4ebb-ad77-ce136c742305 req-2cc7a6e2-1448-47a9-9461-dc9989078b16 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719349 May 03 21:28:23.840458 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8002148-30fc-4c50-af2e-9c3a469c026f req-09897731-bdd5-421a-8a65-3ee0d1fe549d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:23.842067 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f8002148-30fc-4c50-af2e-9c3a469c026f req-09897731-bdd5-421a-8a65-3ee0d1fe549d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1320405 May 03 21:28:23.891314 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f8002148-30fc-4c50-af2e-9c3a469c026f req-4d87a106-8c91-421e-88b6-123c77dbbd07 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 May 03 21:28:24.183465 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.034082 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c40ec-ff59-4076-a89e-8ad42924d10d req-d00b6ed3-f9aa-489e-af81-2973ab36a843 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:25.037495 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-252c40ec-ff59-4076-a89e-8ad42924d10d req-d00b6ed3-f9aa-489e-af81-2973ab36a843 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0903020 May 03 21:28:25.085628 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-252c40ec-ff59-4076-a89e-8ad42924d10d req-4020df40-a5e4-4212-83a9-87d1db7a4399 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 May 03 21:28:25.111610 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a61f9-7c8e-46b9-ac5f-2323ecac3308 req-f1dd8887-55a7-4b19-8b37-4917ca826f3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:25.113623 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e06a61f9-7c8e-46b9-ac5f-2323ecac3308 req-f1dd8887-55a7-4b19-8b37-4917ca826f3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0832889 May 03 21:28:25.156411 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e06a61f9-7c8e-46b9-ac5f-2323ecac3308 req-ba741a1c-1c24-46cb-bde3-d7d817285975 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 May 03 21:28:25.512067 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-6f835c15-5303-477e-b22a-2ffd138bc2ec tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55588899&fields=id&tenant_id=c5618fc18cd84eeb9e14f24d7b686665 HTTP/1.1" status: 200 len: 267 time: 0.0404475 May 03 21:28:25.605701 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-d0560fe5-debb-4b0f-a4f8-c937e3240b36 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:25.607355 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-d0560fe5-debb-4b0f-a4f8-c937e3240b36 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 984 time: 0.0898204 May 03 21:28:25.619484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Request body: {'port': {'security_groups': ['d4a8d4e0-4fe8-4025-9530-cf3ec054f401']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:28:25.741007 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:25.992286 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:26.016235 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.021446 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.033437 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:28:26.089628 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:26.090247 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.091637 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a1f9467-1e41-4681-947b-5d11d8a0975b req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "PUT /v2.0/ports/44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 942 time: 0.4773073 May 03 21:28:26.092085 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:26.104211 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56768) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:26.145579 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event updated for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=7']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:26.187905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.188258 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.188495 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:28:26.188646 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.188903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.189239 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.189557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.189885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.190200 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.190525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.190925 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.190925 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.191646 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c704081b-482a-469e-a8c0-5edb12e886e5 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:26.248185 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6526bed6-4c63-409f-b7d2-551e442fd2c4'] response: {'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'status': 'completed', 'code': 200} May 03 21:28:26.248759 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a625-c9a7-4bb1-b97e-908659ff2df6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.301659 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a625-c9a7-4bb1-b97e-908659ff2df6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.510970 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8dc90-2eaf-4ea2-bf7a-649696e9e824 req-1300b80d-1aa2-44f1-a9d1-13aea4aab89c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:26.525893 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-16d8dc90-2eaf-4ea2-bf7a-649696e9e824 req-1300b80d-1aa2-44f1-a9d1-13aea4aab89c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.1792500 May 03 21:28:26.614867 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a625-c9a7-4bb1-b97e-908659ff2df6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.622291 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-9ba5cf95-3eeb-441b-973e-ebd39a393229 None None] Provisioning complete for port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:26.622604 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-9ba5cf95-3eeb-441b-973e-ebd39a393229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.639619 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-16d8dc90-2eaf-4ea2-bf7a-649696e9e824 req-88b2ae36-583f-4ce4-ab0b-3dddf5ead270 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127923 May 03 21:28:26.644652 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3a625-c9a7-4bb1-b97e-908659ff2df6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7b8f5f-efd0-4c14-8387-d5fd652bdf84,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:26.646089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f569d-957d-452f-909c-93fffe6025e4 req-f2f4fa0e-14ed-4c10-8b0e-91ca16d5745a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:26.651829 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5e7f569d-957d-452f-909c-93fffe6025e4 req-f2f4fa0e-14ed-4c10-8b0e-91ca16d5745a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.2375498 May 03 21:28:26.681460 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a625-c9a7-4bb1-b97e-908659ff2df6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:26.682675 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0ef3a625-c9a7-4bb1-b97e-908659ff2df6 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea7b8f5f-efd0-4c14-8387-d5fd652bdf84 HTTP/1.1" status: 204 len: 168 time: 0.5771794 May 03 21:28:26.685227 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56776) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:26.708904 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5e7f569d-957d-452f-909c-93fffe6025e4 req-27cd7939-337c-45ef-aca8-3f69cf79f2cb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486956 May 03 21:28:26.995633 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Deleting port f4988d4b-7476-4551-8754-6a66d7af72ad {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:26.995970 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.166779 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.167548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.292957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Calling delete_port for f4988d4b-7476-4551-8754-6a66d7af72ad owned by network:floatingip {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:27.461036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.509006 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event deleted for resources: {'Port': ['ID=f4988d4b-7476-4551-8754-6a66d7af72ad,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:27.630844 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks [] for floatingip, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:27.631350 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Floating IP ba1265b5-4bde-419e-a81e-b3b4da647fea disassociated (deleted). External IP: 172.27.0.71, port: 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14. May 03 21:28:27.940855 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada699-8708-4fe3-b866-6c03b2898cea req-9a3b8637-af39-4277-b9c9-a9c8b9d736a9 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:27.942317 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6bada699-8708-4fe3-b866-6c03b2898cea req-9a3b8637-af39-4277-b9c9-a9c8b9d736a9 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1092405 May 03 21:28:27.990840 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6bada699-8708-4fe3-b866-6c03b2898cea req-c61b608f-5fe9-442b-8ba7-3283ada9946d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 May 03 21:28:28.050582 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a1b4-7558-4788-955d-5661a9913c01 req-2c1bcf68-bd75-4235-87d6-5abf5e2e5a13 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:28.051947 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1564a1b4-7558-4788-955d-5661a9913c01 req-2c1bcf68-bd75-4235-87d6-5abf5e2e5a13 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.2528644 May 03 21:28:28.076071 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:28:28.233005 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1564a1b4-7558-4788-955d-5661a9913c01 req-118af913-7148-49f3-94e1-f45c3bc83604 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655934 May 03 21:28:28.393126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:28:28.422166 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] Sync routers for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:28:28.433805 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:28.434434 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:28.444204 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:28.508512 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e5e97d0a-c086-4f4b-ae67-8e7ed8ad4452 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "DELETE /v2.0/floatingips/ba1265b5-4bde-419e-a81e-b3b4da647fea HTTP/1.1" status: 204 len: 168 time: 1.8218200 May 03 21:28:28.509613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:28.557353 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8436c91-386b-4eb8-ad29-2919f2c10245'] response: {'name': 'network-changed', 'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'status': 'completed', 'code': 200} May 03 21:28:28.619383 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:28.968045 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:28.973609 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] Checking router: 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:28:28.982315 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:28.982902 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:29.167161 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:29.246360 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9704-d293-49f4-833a-b6dc55806559 req-0187466f-71df-4664-9ca4-476cef2cfa9f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:29.248551 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-422a9704-d293-49f4-833a-b6dc55806559 req-0187466f-71df-4664-9ca4-476cef2cfa9f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1164019 May 03 21:28:29.295716 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-422a9704-d293-49f4-833a-b6dc55806559 req-2c07948c-8f35-44b5-9879-3ab6c956017d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408347 May 03 21:28:29.445149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd1053-51e3-46d9-9a2f-7bf651d43744 req-71390196-cb56-460a-8d6a-eb30693f4ff2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:29.446622 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d5cd1053-51e3-46d9-9a2f-7bf651d43744 req-71390196-cb56-460a-8d6a-eb30693f4ff2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0985591 May 03 21:28:29.498302 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d5cd1053-51e3-46d9-9a2f-7bf651d43744 req-0603368a-f63b-48ba-a2de-dfbefd1b6ee7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454018 May 03 21:28:29.537678 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:29.542842 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce1370-a2dd-486c-91f4-86f4f7fd7c78 None None] The sync data for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi is: [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:24:27Z', 'revision_number': 4, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '26817a21-0c7e-4be5-955a-d0bfed577245', 'name': '', 'network_id': 'e66646b5-7546-452c-b6cb-c2d76269acd6', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'mac_address': 'fa:16:3e:5d:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:27Z', 'updated_at': '2022-05-03T21:24:34Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'subnets': [{'id': '1a7891c3-60d5-4074-a0ba-880ac6e42ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:28:29.822422 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01461aa8-05a1-4448-8b33-fd92ace5720e None None] New status for floating IP ba1265b5-4bde-419e-a81e-b3b4da647fea: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:28:30.477514 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad46268-79cf-41bc-a949-4a934af5b195 req-3b132224-828f-4016-bb1d-cc03d3e36545 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:30.479699 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8ad46268-79cf-41bc-a949-4a934af5b195 req-3b132224-828f-4016-bb1d-cc03d3e36545 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0798230 May 03 21:28:30.539888 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8ad46268-79cf-41bc-a949-4a934af5b195 req-e5d81037-a94b-4c99-a81a-8c93bb26d39e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517075 May 03 21:28:30.738040 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d5741-6bd0-4e28-abbb-2b9a103db2f7 req-37c71039-e927-4a88-b519-8275547d98f8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:30.739548 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-871d5741-6bd0-4e28-abbb-2b9a103db2f7 req-37c71039-e927-4a88-b519-8275547d98f8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0975513 May 03 21:28:30.785670 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-871d5741-6bd0-4e28-abbb-2b9a103db2f7 req-3c500301-cddc-43f8-b270-c07c175fb153 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400603 May 03 21:28:31.734815 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c793e7-e449-4c61-b987-bd800faf994e req-8c1d1f5f-28dd-4b24-b186-1c379bce592a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:31.736299 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d0c793e7-e449-4c61-b987-bd800faf994e req-8c1d1f5f-28dd-4b24-b186-1c379bce592a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0783076 May 03 21:28:31.779785 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d0c793e7-e449-4c61-b987-bd800faf994e req-20d909c9-c7e6-4060-8a4a-4ad0b75048ce tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372729 May 03 21:28:31.973276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c359c6-c27c-4ba3-b31a-f535ea6f25d0 req-a94eec09-9d8a-45c7-9024-ed66e4dee887 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:31.974682 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c7c359c6-c27c-4ba3-b31a-f535ea6f25d0 req-a94eec09-9d8a-45c7-9024-ed66e4dee887 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0810640 May 03 21:28:32.017091 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c7c359c6-c27c-4ba3-b31a-f535ea6f25d0 req-4c94568c-5ab5-453d-800b-bb7a89287278 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368207 May 03 21:28:32.961622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ab7e5-83a0-4aab-831a-7bd25bc1ee03 req-78447ef6-2b0f-4c4d-a964-7e47d23f51a8 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:32.963068 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4b0ab7e5-83a0-4aab-831a-7bd25bc1ee03 req-78447ef6-2b0f-4c4d-a964-7e47d23f51a8 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0776749 May 03 21:28:33.006091 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4b0ab7e5-83a0-4aab-831a-7bd25bc1ee03 req-7dde6134-980b-4931-88f2-f7b24109790c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374041 May 03 21:28:33.206237 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb756c3-fcd7-40f4-92e3-7a52cb429365 req-ae73e277-3a72-496c-a42b-7240036e46f3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:33.207689 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bfb756c3-fcd7-40f4-92e3-7a52cb429365 req-ae73e277-3a72-496c-a42b-7240036e46f3 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0805678 May 03 21:28:33.250774 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bfb756c3-fcd7-40f4-92e3-7a52cb429365 req-511a990a-04bd-475e-b0be-48776095e2df tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 May 03 21:28:34.184260 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c7816-ac56-4ae7-889c-c029a3620611 req-0dbbf9b7-2ac2-42e9-96d6-63f431a48728 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:34.185682 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-430c7816-ac56-4ae7-889c-c029a3620611 req-0dbbf9b7-2ac2-42e9-96d6-63f431a48728 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0773809 May 03 21:28:34.228657 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-430c7816-ac56-4ae7-889c-c029a3620611 req-b27ea53a-889c-41bc-9fc0-161ce0627c5c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373333 May 03 21:28:34.438350 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303c60c-578e-4470-bcd6-8c72da22f63d req-378e4c90-038d-42e4-9281-af3d97a01628 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:34.439814 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4303c60c-578e-4470-bcd6-8c72da22f63d req-378e4c90-038d-42e4-9281-af3d97a01628 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0820253 May 03 21:28:34.483034 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4303c60c-578e-4470-bcd6-8c72da22f63d req-569ac7b0-64b2-4516-bae8-538c5e5fe0c7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370812 May 03 21:28:35.064433 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-70ac07ee-3a7e-4f1f-889a-98299907f2db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 200 len: 217 time: 0.1328876 May 03 21:28:35.076531 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-e2b3d688-77cf-492b-9e50-36469281a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.077992 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-e2b3d688-77cf-492b-9e50-36469281a627 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1098 time: 0.1398308 May 03 21:28:35.130766 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-7cdd454e-38c4-485b-a2c3-06e99527b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.132243 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-7cdd454e-38c4-485b-a2c3-06e99527b630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0616746 May 03 21:28:35.204747 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-74966503-9d19-4687-bc57-0873aae4700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.206201 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-74966503-9d19-4687-bc57-0873aae4700c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681300 May 03 21:28:35.209892 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-5566c950-4a3b-4633-bd1f-6875bab1e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.211340 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-5566c950-4a3b-4633-bd1f-6875bab1e3c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.1244566 May 03 21:28:35.216285 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-1cb1bc41-d4b6-420e-ad38-8453e80392d2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:28:35.217213 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-1cb1bc41-d4b6-420e-ad38-8453e80392d2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049689 May 03 21:28:35.283330 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-e962d96a-db27-42d3-a1f5-37ede05e2499 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 217 time: 0.0658062 May 03 21:28:35.359656 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-10e1587b-2a38-4278-a4e0-ab63e3ce557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.361209 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-10e1587b-2a38-4278-a4e0-ab63e3ce557d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.0697312 May 03 21:28:35.463343 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-170af17c-2339-4928-bbaa-af4af301e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.464733 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-170af17c-2339-4928-bbaa-af4af301e537 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968418 May 03 21:28:35.535511 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-3a8008fd-da83-48d3-b48d-6966d93f7123 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100069 May 03 21:28:35.573388 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2b178-8ea8-480b-855a-f804c286397b req-32bf5cbd-2afe-41ad-88bb-5ce0600980cb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.574974 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0da2b178-8ea8-480b-855a-f804c286397b req-32bf5cbd-2afe-41ad-88bb-5ce0600980cb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1390762 May 03 21:28:35.668260 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-a5fb1d18-247c-4fd8-b3be-32994a8fae33 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964698 May 03 21:28:35.694018 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0da2b178-8ea8-480b-855a-f804c286397b req-4a771653-860a-42ea-bd71-e12567ee4b2d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082053 May 03 21:28:35.722746 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80f5f2b0-f1b4-42ab-8f89-faf322fabb7a req-d471b803-2da0-486e-a9a3-ecc30aaa6e74 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809661 May 03 21:28:35.796366 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e801b4-1877-40c7-a9dd-df3ebb78e201 req-d63fa6e9-413a-43ca-85ad-bcef4e1d9e56 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.797810 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-01e801b4-1877-40c7-a9dd-df3ebb78e201 req-d63fa6e9-413a-43ca-85ad-bcef4e1d9e56 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.1964796 May 03 21:28:35.849411 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3cf922a5-cf7d-4e5c-86f0-5eec8988f3f7 req-08709581-f907-434b-b96d-bd947d3ea73c service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741998 May 03 21:28:35.858613 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-01e801b4-1877-40c7-a9dd-df3ebb78e201 req-a08fee0c-dd82-4ebe-a59a-e92f48a8588d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537212 May 03 21:28:35.966622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-bf659a7a-9c01-47af-8ddc-ae549db01c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:35.968019 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-bf659a7a-9c01-47af-8ddc-ae549db01c32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 1098 time: 0.0759947 May 03 21:28:36.097697 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-53348517-5b4a-4a8a-88df-f28433712c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:36.099145 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-53348517-5b4a-4a8a-88df-f28433712c2f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 200 len: 916 time: 0.1246090 May 03 21:28:36.167123 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-a6eba949-88ee-422e-91b9-3439d582842a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 200 len: 217 time: 0.0618303 May 03 21:28:36.304552 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-68bba67d-ed65-4e3c-93e4-309f68b40122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:36.305914 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-68bba67d-ed65-4e3c-93e4-309f68b40122 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 200 len: 854 time: 0.1326256 May 03 21:28:36.381984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-7ff9998b-3759-4eb6-adb1-1e567b557457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:36.383435 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-7ff9998b-3759-4eb6-adb1-1e567b557457 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e66646b5-7546-452c-b6cb-c2d76269acd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713525 May 03 21:28:36.523549 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-a20068cd-7f6e-4c0b-b129-f3b7c2248654 service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326623 May 03 21:28:36.673240 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c5aa93-7d28-41eb-ba3c-c3dd0a4a0010 req-d26fbc41-0121-4fd9-863e-88e6bbcdb3cb service neutron] 10.222.0.47 "GET /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427197 May 03 21:28:36.837524 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:36.892682 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52485a77-b181-43e9-a9e7-a208f360b458 req-3adf0af5-3bdb-4b3a-9d35-827224aa82fb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:36.895211 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-52485a77-b181-43e9-a9e7-a208f360b458 req-3adf0af5-3bdb-4b3a-9d35-827224aa82fb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0900860 May 03 21:28:36.952073 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-52485a77-b181-43e9-a9e7-a208f360b458 req-ad0638c8-e09f-44c1-999b-42adf56e1b0a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513680 May 03 21:28:37.061023 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd04da4-a9e9-45f8-9e73-f797b8863a3b req-fc6a6497-0098-42f5-a259-112448be1916 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:37.062453 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dbd04da4-a9e9-45f8-9e73-f797b8863a3b req-fc6a6497-0098-42f5-a259-112448be1916 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0793931 May 03 21:28:37.105704 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dbd04da4-a9e9-45f8-9e73-f797b8863a3b req-10504327-605b-4cc5-8ecb-780161d0eab7 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373888 May 03 21:28:38.134183 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153dd24-7f3e-4947-9730-3828dfaf3a7a req-49a66006-00ea-4a60-947e-fcf19d6899eb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:38.135675 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d153dd24-7f3e-4947-9730-3828dfaf3a7a req-49a66006-00ea-4a60-947e-fcf19d6899eb tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0801923 May 03 21:28:38.180375 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d153dd24-7f3e-4947-9730-3828dfaf3a7a req-1d26f2b7-1508-43be-9dc1-a9bd4a3db294 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390091 May 03 21:28:38.356665 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4acc2-1f26-467e-9bfe-37e3f245fba2 req-8d427de2-feeb-4009-8a02-a9e940e33d54 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:38.358177 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a7c4acc2-1f26-467e-9bfe-37e3f245fba2 req-8d427de2-feeb-4009-8a02-a9e940e33d54 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 944 time: 0.0831120 May 03 21:28:38.364214 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135a62-1734-4ef2-a260-a28cacf27726 req-ce936a5a-f828-424e-b12c-8e24bdd5c16d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:38.364889 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-95135a62-1734-4ef2-a260-a28cacf27726 req-ce936a5a-f828-424e-b12c-8e24bdd5c16d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:38.380566 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-95135a62-1734-4ef2-a260-a28cacf27726 req-ce936a5a-f828-424e-b12c-8e24bdd5c16d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:38.382308 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-95135a62-1734-4ef2-a260-a28cacf27726 req-ce936a5a-f828-424e-b12c-8e24bdd5c16d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0981181 May 03 21:28:38.402972 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a7c4acc2-1f26-467e-9bfe-37e3f245fba2 req-0d119f99-2b0d-4264-ab22-600e87397ef9 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 May 03 21:28:38.425908 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-95135a62-1734-4ef2-a260-a28cacf27726 req-e2653e6c-84f8-4daf-a1ae-eee8f1870617 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:38.440234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-95135a62-1734-4ef2-a260-a28cacf27726 req-e2653e6c-84f8-4daf-a1ae-eee8f1870617 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:38.441776 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-95135a62-1734-4ef2-a260-a28cacf27726 req-e2653e6c-84f8-4daf-a1ae-eee8f1870617 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540290 May 03 21:28:39.022600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:28:39.151889 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:39.165057 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'port_id': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'mac_address': 'fa:16:3e:6d:03:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:28:39.218445 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:39.235504 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdb41c7-0045-4aaa-a894-401ed9763824 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:28:39.251367 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:39.256297 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:39.324637 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=9']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:39.332226 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.332565 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.332894 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.333220 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.333542 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.333870 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.334183 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.334509 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.334818 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.335157 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.335471 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.335782 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:39.364312 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f9962-c6fa-4cbb-a3a8-58f218fb5ef6 req-197bab2b-bce2-4ee6-957c-fb61350310a7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:39.365761 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-436f9962-c6fa-4cbb-a3a8-58f218fb5ef6 req-197bab2b-bce2-4ee6-957c-fb61350310a7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0787883 May 03 21:28:39.409289 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-436f9962-c6fa-4cbb-a3a8-58f218fb5ef6 req-b24f7fee-e76d-4d89-9551-d5c0094abb75 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373845 May 03 21:28:39.593456 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c74663-836a-4c6e-a630-b3b1577167dd req-d038a7bb-5cfb-466b-8598-4e2c0ef698d2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:39.598992 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-39c74663-836a-4c6e-a630-b3b1577167dd req-d038a7bb-5cfb-466b-8598-4e2c0ef698d2 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 945 time: 0.0815394 May 03 21:28:39.622996 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['4cdb41c7-0045-4aaa-a894-401ed9763824'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:28:39.634062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d789b7f-2b91-4b43-a56c-ae66ae853fe0 req-9e84296d-932e-4e90-905d-18130a14ce76 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:39.635654 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6d789b7f-2b91-4b43-a56c-ae66ae853fe0 req-9e84296d-932e-4e90-905d-18130a14ce76 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0862687 May 03 21:28:39.649301 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-39c74663-836a-4c6e-a630-b3b1577167dd req-3bf1fc91-6dd3-427b-bf0f-3646fa61a5f8 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438936 May 03 21:28:39.681856 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6d789b7f-2b91-4b43-a56c-ae66ae853fe0 req-007cd21d-cbfd-46b6-be6f-955d16968c6d tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 May 03 21:28:40.396530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-870677d9-97d0-4a7c-b832-be7406897802 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:40.397973 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-870677d9-97d0-4a7c-b832-be7406897802 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.0812104 May 03 21:28:40.471414 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Deleting port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:40.471873 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:40.726274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7ce1-bf18-4d7b-b4b3-11f4a5cd7d56 req-b0747751-bd76-4719-a2f8-cffc22a10ed3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:40.727778 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-643e7ce1-bf18-4d7b-b4b3-11f4a5cd7d56 req-b0747751-bd76-4719-a2f8-cffc22a10ed3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.2128127 May 03 21:28:40.815188 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-643e7ce1-bf18-4d7b-b4b3-11f4a5cd7d56 req-16635454-a859-4639-8965-aded10321f9d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791430 May 03 21:28:40.821456 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] For port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:40.821769 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:40.897177 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c8a3a-2aea-4187-87cd-9b06afbc8477 req-345325a3-e493-464a-9779-9a78e821a0a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:40.898681 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f09c8a3a-2aea-4187-87cd-9b06afbc8477 req-345325a3-e493-464a-9779-9a78e821a0a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 945 time: 0.0900376 May 03 21:28:40.952590 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f09c8a3a-2aea-4187-87cd-9b06afbc8477 req-4031c81f-ab96-4c4c-a87d-257408dce1f4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480974 May 03 21:28:40.972967 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Calling delete_port for 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:41.037933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:41.129573 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 4cdb41c7-0045-4aaa-a894-401ed9763824 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:41.130046 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.141742 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035eb07-a902-4c8f-99ec-78d038298640 req-e70e058d-2de7-426f-97da-a6936b399521 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:41.143581 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7035eb07-a902-4c8f-99ec-78d038298640 req-e70e058d-2de7-426f-97da-a6936b399521 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 945 time: 0.1787219 May 03 21:28:41.236536 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7035eb07-a902-4c8f-99ec-78d038298640 req-080119cb-0f57-48bc-b1ca-30154c8d21c9 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/security-groups?id=d4a8d4e0-4fe8-4025-9530-cf3ec054f401&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643270 May 03 21:28:41.243417 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.265972 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.295373 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:41.307038 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:41.311371 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.348732 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a5d8e7-b84f-4ee0-b957-99b4ab4bc1f1'] response: {'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'code': 200} May 03 21:28:41.377630 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Pushing event deleted for resources: {'Port': ['ID=44e7e089-1d3d-41c6-a1c6-a025a9cd1e14,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:41.380919 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=10']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:41.458611 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] No DVR routers for this DVR port 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:28:41.460933 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:41.464057 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'name': 'network-vif-deleted', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:41.489954 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a8b4377-9349-4575-9952-3b89ace26c54 req-be8c7cfd-5da6-4481-85eb-dcb8053e1333 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.47 "DELETE /v2.0/ports/44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 HTTP/1.1" status: 204 len: 173 time: 1.0842116 May 03 21:28:41.509182 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa50b64-0154-47f0-840c-0792efa686f6'] response: {'server_uuid': '0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d', 'name': 'network-vif-deleted', 'tag': '44e7e089-1d3d-41c6-a1c6-a025a9cd1e14', 'status': 'completed', 'code': 200} May 03 21:28:41.598384 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6c2cf-0bd6-4ecc-93e5-2323a52dd1a3 req-31a1c331-9432-4541-994d-8b606d62a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:41.599886 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2aa6c2cf-0bd6-4ecc-93e5-2323a52dd1a3 req-31a1c331-9432-4541-994d-8b606d62a99e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 1100 time: 0.0704896 May 03 21:28:41.639511 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2aa6c2cf-0bd6-4ecc-93e5-2323a52dd1a3 req-4a88debb-cb78-425b-b8ee-f7fbcf281bb3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336134 May 03 21:28:42.015201 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17e362-a338-4891-9b01-62cb709a0c8d req-cc3e31ee-1142-4481-9deb-025ecc2145b0 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:42.016642 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ba17e362-a338-4891-9b01-62cb709a0c8d req-cc3e31ee-1142-4481-9deb-025ecc2145b0 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.0866034 May 03 21:28:42.061035 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ba17e362-a338-4891-9b01-62cb709a0c8d req-6597e6bf-eaac-49c4-9764-0d60649ed60c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374041 May 03 21:28:42.146995 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627258c-215d-4130-b5ed-2188112b7696 req-df2a322c-e827-47bd-b362-60e03ffac190 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:42.148602 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1627258c-215d-4130-b5ed-2188112b7696 req-df2a322c-e827-47bd-b362-60e03ffac190 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0830290 May 03 21:28:42.193482 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1627258c-215d-4130-b5ed-2188112b7696 req-b6a73201-5451-477e-891f-dbfb8a67ce01 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393982 May 03 21:28:42.398026 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-2be3759c-8c84-41d4-ba2a-d5f38811e84d req-ad8f3bd2-3975-4dd2-93fa-47ba7909b615 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Synchronizing usage tracker for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:42.413847 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-2be3759c-8c84-41d4-ba2a-d5f38811e84d req-ad8f3bd2-3975-4dd2-93fa-47ba7909b615 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] Unset dirty status for tenant:c5618fc18cd84eeb9e14f24d7b686665 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:42.415019 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2be3759c-8c84-41d4-ba2a-d5f38811e84d req-ad8f3bd2-3975-4dd2-93fa-47ba7909b615 tempest-TestMinimumBasicScenario-2004461101 tempest-TestMinimumBasicScenario-2004461101-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e9955fd-ca54-4b0b-9b4a-5ecb5d0d9c6d HTTP/1.1" status: 200 len: 210 time: 0.0602958 May 03 21:28:43.063366 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device d085ec09-7665-4e49-b2d6-9eaa78d1be7e details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:28:43.065757 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:43.111756 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:43.112174 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 44e7e089-1d3d-41c6-a1c6-a025a9cd1e14 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:43.274075 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b448b4-036a-45d1-8628-d68a66d91264 req-424890c5-283f-406c-866b-e42c449c0907 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:43.275796 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-98b448b4-036a-45d1-8628-d68a66d91264 req-424890c5-283f-406c-866b-e42c449c0907 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 943 time: 0.1008070 May 03 21:28:43.332216 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:43.339260 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-98b448b4-036a-45d1-8628-d68a66d91264 req-d3e1617f-890d-434d-94c1-7bed1d36e0be tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548420 May 03 21:28:43.352503 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'port_id': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'mac_address': 'fa:16:3e:e5:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:28:43.417444 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.425145 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1563aed-a8d6-438e-b694-a607db07d1e4 req-ded9a2a0-57be-41fb-9e2b-fe2b8799ff21 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:43.426839 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b1563aed-a8d6-438e-b694-a607db07d1e4 req-ded9a2a0-57be-41fb-9e2b-fe2b8799ff21 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0903771 May 03 21:28:43.435144 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d085ec09-7665-4e49-b2d6-9eaa78d1be7e {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:28:43.453253 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:43.462734 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:43.482300 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b1563aed-a8d6-438e-b694-a607db07d1e4 req-9331109b-bf30-4f4a-8c5d-0f6f5c66f286 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486548 May 03 21:28:43.551090 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:43.798123 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['d085ec09-7665-4e49-b2d6-9eaa78d1be7e'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:28:44.091689 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 56988) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:44.596683 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c0d15-7105-4f4c-8c9e-c740f358d0f5 req-8e7963a1-4886-4c99-848c-868d002cb0a2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:44.598809 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-383c0d15-7105-4f4c-8c9e-c740f358d0f5 req-8e7963a1-4886-4c99-848c-868d002cb0a2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 944 time: 0.1462107 May 03 21:28:44.656169 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-383c0d15-7105-4f4c-8c9e-c740f358d0f5 req-186a1d71-bf30-486b-978a-e6f7acd925f2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508296 May 03 21:28:44.683595 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154b30a-59aa-402e-8a3e-8fb536a0f6f4 req-b0d32fb1-9c5f-4e63-b2f9-e3a3bae29377 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:44.685048 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f154b30a-59aa-402e-8a3e-8fb536a0f6f4 req-b0d32fb1-9c5f-4e63-b2f9-e3a3bae29377 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0814414 May 03 21:28:44.729648 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f154b30a-59aa-402e-8a3e-8fb536a0f6f4 req-54a9d190-0025-497e-abb4-b4f15a04fa52 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388315 May 03 21:28:44.729926 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.075575 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device d085ec09-7665-4e49-b2d6-9eaa78d1be7e up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:28:45.145697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port d085ec09-7665-4e49-b2d6-9eaa78d1be7e completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:28:45.150086 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port d085ec09-7665-4e49-b2d6-9eaa78d1be7e triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:28:45.150461 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.160959 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Deleting port 26817a21-0c7e-4be5-955a-d0bfed577245 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:45.161291 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.265498 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.291512 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:45.302169 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:45.306098 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.337531 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] For port 26817a21-0c7e-4be5-955a-d0bfed577245, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=26817a21-0c7e-4be5-955a-d0bfed577245,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:45.337882 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.340597 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fe53f3-6e0e-4247-9140-c3a5fc283d6b'] response: {'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'code': 200} May 03 21:28:45.382764 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:45.471362 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Calling delete_port for 26817a21-0c7e-4be5-955a-d0bfed577245 owned by network:router_interface {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:45.768006 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7531c-4b8d-4dd4-b258-41a73785187f req-2daf82b1-cbc9-45c4-975c-247e5eb588d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:45.770069 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cef7531c-4b8d-4dd4-b258-41a73785187f req-2daf82b1-cbc9-45c4-975c-247e5eb588d5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1098 time: 0.1140435 May 03 21:28:45.847753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254496-d2df-49c5-9bdc-330e432d3445 req-e29076fe-a533-4165-9233-004de04b7da8 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:45.849260 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a6254496-d2df-49c5-9bdc-330e432d3445 req-e29076fe-a533-4165-9233-004de04b7da8 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.0843685 May 03 21:28:45.851326 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cef7531c-4b8d-4dd4-b258-41a73785187f req-12a6e76b-d9f1-4ed8-b306-dab5d615f8fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530133 May 03 21:28:45.858023 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:45.899656 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a6254496-d2df-49c5-9bdc-330e432d3445 req-2ff26025-becc-4e92-ba07-34d38d8de3b6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442431 May 03 21:28:45.919313 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=26817a21-0c7e-4be5-955a-d0bfed577245,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:46.171152 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.594739 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:28:46.765202 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:28:46.774581 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] Sync routers for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:28:46.780698 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c67324dc-7364-4874-b160-5596c64160e3 admin admin] 10.222.0.26 "PUT /v2.0/routers/3792dddc-c05f-4ee3-9dcc-a630e7f11d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878595 May 03 21:28:46.783334 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57006) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:46.785180 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:46.785897 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:46.959249 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:46.961533 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:47.257428 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.267281 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Deleting port c0257a09-f612-4550-a2c4-837733596e0b {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:47.267923 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.299993 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:28:45Z', 'revision_number': 5, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port': {'id': 'c0257a09-f612-4550-a2c4-837733596e0b', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:24Z', 'updated_at': '2022-05-03T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:47.305478 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] Checking router: 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:28:47.317083 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] Routers {'3792dddc-c05f-4ee3-9dcc-a630e7f11d85'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:47.317798 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:47.337104 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fea66-46ae-4e35-b3cf-b6620385d169 req-30b28a32-61b6-4ade-aa07-5e14ace5cbc7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:47.338761 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc0fea66-46ae-4e35-b3cf-b6620385d169 req-30b28a32-61b6-4ade-aa07-5e14ace5cbc7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.1085801 May 03 21:28:47.390049 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dc0fea66-46ae-4e35-b3cf-b6620385d169 req-2ada3159-079c-4d52-8274-d419b731b78c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431590 May 03 21:28:47.466422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] For port c0257a09-f612-4550-a2c4-837733596e0b, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c0257a09-f612-4550-a2c4-837733596e0b,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:47.466792 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.479675 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] Set router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:47.585216 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:28:47Z', 'revision_number': 6, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:47.589111 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596a01f7-09f5-4847-8382-fd2f89d4d968 None None] The sync data for ids ['3792dddc-c05f-4ee3-9dcc-a630e7f11d85'] in dv-cinder-840376-1-iscsi is: [{'id': '3792dddc-c05f-4ee3-9dcc-a630e7f11d85', 'name': 'tempest-TestMinimumBasicScenario-1216662147-router', 'tenant_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:23Z', 'updated_at': '2022-05-03T21:28:47Z', 'revision_number': 6, 'project_id': 'c5618fc18cd84eeb9e14f24d7b686665', 'gw_port_host': None}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:28:47.593123 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Calling delete_port for c0257a09-f612-4550-a2c4-837733596e0b owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:47.759089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:47.806432 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0257a09-f612-4550-a2c4-837733596e0b,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:47.846006 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.846278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.846603 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.848038 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.848369 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.848696 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.849014 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.849331 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.849645 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.849958 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.850268 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.850577 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:28:47.910267 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.084729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.087030 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.109620 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.110092 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3792dddc-c05f-4ee3-9dcc-a630e7f11d85 {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:28:48.122311 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.123541 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-2268502e-1128-4cb6-8123-550225b3f737 admin admin] 10.222.0.26 "DELETE /v2.0/routers/3792dddc-c05f-4ee3-9dcc-a630e7f11d85 HTTP/1.1" status: 204 len: 168 time: 1.3392599 May 03 21:28:48.125936 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57016) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:48.184140 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Deleting subnet 1a7891c3-60d5-4074-a0ba-880ac6e42ab0 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:28:48.186996 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.237628 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.316315 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.383064 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.426094 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.428620 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7891c3-60d5-4074-a0ba-880ac6e42ab0,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:48.432975 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9f63c-5b7b-4033-95c7-bc1b3e29fc81 None None] Network e66646b5-7546-452c-b6cb-c2d76269acd6 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:28:48.434788 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-63d1a593-c878-41b4-9408-8265d1268a5e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1a7891c3-60d5-4074-a0ba-880ac6e42ab0 HTTP/1.1" status: 204 len: 168 time: 0.3078790 May 03 21:28:48.437143 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57022) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:48.599925 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.625021 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Deleting port 074c392b-0453-40b0-aa3a-08df6f4bfea9 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:48.625415 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.695914 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b55ac9-2f75-408b-b020-9bbe181e842a req-2f6ef268-b427-44c2-982e-5bcb7d759da6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:48.697513 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e0b55ac9-2f75-408b-b020-9bbe181e842a req-2f6ef268-b427-44c2-982e-5bcb7d759da6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.1694775 May 03 21:28:48.700442 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] DHCP port deletion for e66646b5-7546-452c-b6cb-c2d76269acd6 request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:28:48.704756 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] Deleting port 074c392b-0453-40b0-aa3a-08df6f4bfea9 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:48.705147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:48.930429 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e0b55ac9-2f75-408b-b020-9bbe181e842a req-1c2897a7-314e-40b7-b725-0c0cffe85241 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857074 May 03 21:28:48.952678 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] For port 074c392b-0453-40b0-aa3a-08df6f4bfea9, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=074c392b-0453-40b0-aa3a-08df6f4bfea9,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:48.953186 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.023691 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] For port 074c392b-0453-40b0-aa3a-08df6f4bfea9, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=074c392b-0453-40b0-aa3a-08df6f4bfea9,segment=NetworkSegment(ade13dbb-7200-4ad3-b07d-c4dc241a4bbf),segment_id=ade13dbb-7200-4ad3-b07d-c4dc241a4bbf)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:49.024042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.079207 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] Calling delete_port for 074c392b-0453-40b0-aa3a-08df6f4bfea9 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:49.117559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f432c-7c8b-4307-bc52-6d6b20c5e862 req-b1266daa-40d6-4d11-b2ae-433ae64ed7f3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:49.119367 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-163f432c-7c8b-4307-bc52-6d6b20c5e862 req-b1266daa-40d6-4d11-b2ae-433ae64ed7f3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.0822933 May 03 21:28:49.165125 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Calling delete_port for 074c392b-0453-40b0-aa3a-08df6f4bfea9 owned by network:dhcp {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:49.178896 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955'] for port, after_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.184829 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-163f432c-7c8b-4307-bc52-6d6b20c5e862 req-334f66dd-0d8e-4044-8566-e6ddb9ba3a6c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589552 May 03 21:28:49.205691 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57030) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:49.239461 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] No DVR routers for this DVR port 074c392b-0453-40b0-aa3a-08df6f4bfea9 on host dv-cinder-840376-1-iscsi {{(pid=87269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:28:49.254023 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f660d-cbfb-4bff-bb1d-64a4f24a6f88 None None] Pushing event deleted for resources: {'Port': ['ID=074c392b-0453-40b0-aa3a-08df6f4bfea9,revision_number=None']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:49.314513 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.db.api [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:28:49.314836 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG oslo_db.api [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:28:49.399787 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08664001-53f7-4d63-9c11-4bc09a7039f0 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:49.400656 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-08664001-53f7-4d63-9c11-4bc09a7039f0 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] Synchronizing usage tracker for tenant:52839f43a8184fd293b3183f18cb3175 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:28:49.432847 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-08664001-53f7-4d63-9c11-4bc09a7039f0 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] Unset dirty status for tenant:52839f43a8184fd293b3183f18cb3175 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:28:49.434766 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-08664001-53f7-4d63-9c11-4bc09a7039f0 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1093 time: 0.2288318 May 03 21:28:49.438048 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57036) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:49.446508 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'port_id': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:28:49.471097 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:28:49.471872 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 074c392b-0453-40b0-aa3a-08df6f4bfea9 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:49.475816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:floatingip and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:28:49.479346 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:28:49.486212 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:28:49.504073 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.531819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 074c392b-0453-40b0-aa3a-08df6f4bfea9 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:49.532072 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 074c392b-0453-40b0-aa3a-08df6f4bfea9 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:49.532491 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c0257a09-f612-4550-a2c4-837733596e0b no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:49.572273 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: c0257a09-f612-4550-a2c4-837733596e0b {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:49.572932 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c0257a09-f612-4550-a2c4-837733596e0b not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:49.573467 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 26817a21-0c7e-4be5-955a-d0bfed577245 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:49.623837 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 26817a21-0c7e-4be5-955a-d0bfed577245 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:49.624177 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 26817a21-0c7e-4be5-955a-d0bfed577245 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:49.639774 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-daca2509-fe4a-4eb2-a483-c2f1094b384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.667558 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.816792 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Deleting port 074c392b-0453-40b0-aa3a-08df6f4bfea9 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:49.817062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:49.829651 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Allocated IP 172.27.0.241 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/bdd8f70e-ea06-4b08-93ea-0eacd65576a5) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:28:49.891248 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] The port '074c392b-0453-40b0-aa3a-08df6f4bfea9' was deleted {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:28:49.985910 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.005286 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.016158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.034983 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66646b5-7546-452c-b6cb-c2d76269acd6']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:50.046609 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:50.046895 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade13dbb-7200-4ad3-b07d-c4dc241a4bbf') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:50.058290 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.073501 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.079380 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:28:50.080445 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:28:50.080844 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.082903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:28:50.085990 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: util.warn( May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: util.warn( May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: util.warn( May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: util.warn( May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:28:50.094881 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:28:50.121240 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=bdd8f70e-ea06-4b08-93ea-0eacd65576a5,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:50.168832 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.189119 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.199445 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] Pushing event deleted for resources: {'Network': ['ID=e66646b5-7546-452c-b6cb-c2d76269acd6,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:50.212534 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-82c37ba5-d6e3-49a2-b790-0608b7a3338e admin admin] 10.222.0.26 "DELETE /v2.0/networks/e66646b5-7546-452c-b6cb-c2d76269acd6 HTTP/1.1" status: 204 len: 168 time: 1.7744246 May 03 21:28:50.215236 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57040) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:50.620173 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.694118 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.773153 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.914312 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:50.919670 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.025949 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=bdd8f70e-ea06-4b08-93ea-0eacd65576a5,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:51.053690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.234705 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Floating IP 7d28389e-005a-452d-b4e2-f3ac3eaca6c2 associated. External IP: 172.27.0.241, port: d085ec09-7665-4e49-b2d6-9eaa78d1be7e. May 03 21:28:51.255608 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Deleting port c9a07e7c-7435-428c-8e05-13259a90f3e3 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:51.256190 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.441689 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] For port c9a07e7c-7435-428c-8e05-13259a90f3e3, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=c9a07e7c-7435-428c-8e05-13259a90f3e3,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:51.442040 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.568323 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Calling delete_port for c9a07e7c-7435-428c-8e05-13259a90f3e3 owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:51.603650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:28:51.675242 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1687e05a-14db-48eb-b2ca-21bc91d6ac56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.737790 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.784587 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a07e7c-7435-428c-8e05-13259a90f3e3,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:51.790402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:28:51.807087 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:28:51.818104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:51.818332 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:51.819154 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:51.894493 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f66bc671-7c37-4b5f-979a-89a8b40fbc94 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4409354 May 03 21:28:51.894493 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:28:51.926733 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-144474a0-fd3c-4aed-8d5d-db18f044ea2a'] response: {'name': 'network-changed', 'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'status': 'completed', 'code': 200} May 03 21:28:52.024736 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-2000c056-ddfb-49eb-bfa6-926de173205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:52.026611 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-2000c056-ddfb-49eb-bfa6-926de173205e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1098 time: 0.0783174 May 03 21:28:52.049360 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:52.061259 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:52.264727 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-adb2660a-5ca3-4d6f-87e1-7c233670f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:52.266181 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-adb2660a-5ca3-4d6f-87e1-7c233670f6a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.2337654 May 03 21:28:52.376868 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-afe8c3c0-b366-4b92-b0e1-4ceef1c4865b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 200 len: 999 time: 0.1040485 May 03 21:28:52.421921 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '7d28389e-005a-452d-b4e2-f3ac3eaca6c2', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:e5:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:50Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:52.426785 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:28:52.436164 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:52.436924 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:52.469478 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-646249a7-9f63-420e-a233-d08ebbc8089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:52.471513 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-646249a7-9f63-420e-a233-d08ebbc8089f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0876188 May 03 21:28:52.578630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:28:52.620057 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-0ba5d38c-038e-466c-98c5-24163cf4050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:28:52.621713 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-0ba5d38c-038e-466c-98c5-24163cf4050d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1430311 May 03 21:28:52.648994 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:52.776346 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-0b0003f1-e465-4fa1-a0ff-c05fe8c0c8e4 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484215 May 03 21:28:52.839100 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:28:52.850083 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] Sync routers for ids ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:28:52.852215 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3da6d969-c585-448b-89b3-4d7d3d52cf59 admin admin] 10.222.0.26 "PUT /v2.0/routers/2fbb806d-e749-4a34-a1f2-a1017ce20c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6357718 May 03 21:28:52.854351 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57074) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:52.861748 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] Routers {'2fbb806d-e749-4a34-a1f2-a1017ce20c9b'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:52.868356 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:52.953156 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d2363f27-32e5-408b-9f0b-44cb4ac5729c req-ab5f3f83-046b-4d44-b57e-92d08487ebc1 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692858 May 03 21:28:53.077185 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.077746 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] Set router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:53.099758 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '7d28389e-005a-452d-b4e2-f3ac3eaca6c2', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:e5:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:50Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:53.104239 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6042d92-6d09-49a4-9392-3f5276b247c4 None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '7d28389e-005a-452d-b4e2-f3ac3eaca6c2', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.241', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:e5:b0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:28:50Z', 'updated_at': '2022-05-03T21:28:50Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:28:53.114338 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.141438 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.304476 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.316670 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Deleting port 2c272bad-f519-488a-b71e-5316816e1120 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:53.317186 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.353109 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf2d783-2e0f-407a-b8e9-cc1f4838959d None None] New status for floating IP 7d28389e-005a-452d-b4e2-f3ac3eaca6c2: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:28:53.425278 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '2c272bad-f519-488a-b71e-5316816e1120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:28:51Z', 'revision_number': 5, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port': {'id': '2c272bad-f519-488a-b71e-5316816e1120', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:53.429272 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] Checking router: 2fbb806d-e749-4a34-a1f2-a1017ce20c9b for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:28:53.438090 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] Routers {'2fbb806d-e749-4a34-a1f2-a1017ce20c9b'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:28:53.438845 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:53.530341 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] For port 2c272bad-f519-488a-b71e-5316816e1120, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2c272bad-f519-488a-b71e-5316816e1120,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:53.530706 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.597766 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] Set router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:28:53.658234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Calling delete_port for 2c272bad-f519-488a-b71e-5316816e1120 owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:53.710967 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:28:53Z', 'revision_number': 6, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:53.714630 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:28:53.716078 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8b1cc-e345-4362-843e-4faf8da68227 None None] The sync data for ids ['2fbb806d-e749-4a34-a1f2-a1017ce20c9b'] in dv-cinder-840376-1-iscsi is: [{'id': '2fbb806d-e749-4a34-a1f2-a1017ce20c9b', 'name': 'tempest-TestMinimumBasicScenario-1575659151-router', 'tenant_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:24:30Z', 'updated_at': '2022-05-03T21:28:53Z', 'revision_number': 6, 'project_id': '5cfd4fec7c304cb8b80d3c4c9173c1eb', 'gw_port_host': None}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:28:53.828188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:53.875296 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c272bad-f519-488a-b71e-5316816e1120,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:53.962188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.184304 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.232184 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.234301 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.256246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.256816 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fbb806d-e749-4a34-a1f2-a1017ce20c9b {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:28:54.268353 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.270081 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f7c29ed0-f364-4088-9e5c-21e5ffb88de1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2fbb806d-e749-4a34-a1f2-a1017ce20c9b HTTP/1.1" status: 204 len: 168 time: 1.4147248 May 03 21:28:54.272554 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57080) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:54.332192 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Deleting subnet 2ad2f51c-7aa0-4765-9265-66472b63ba29 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:28:54.335041 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.382398 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.462710 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.533159 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.575941 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.580468 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad2f51c-7aa0-4765-9265-66472b63ba29,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:54.581316 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba6d0b-475d-412e-a5df-c52a1d1079d6 None None] Network 3c58b9f7-9df8-4f6f-b64d-365b4950c96c requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:28:54.587411 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-fa83c3e6-0487-45ad-bc5d-eadcc4613620 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2ad2f51c-7aa0-4765-9265-66472b63ba29 HTTP/1.1" status: 204 len: 168 time: 0.3139048 May 03 21:28:54.588572 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57084) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:54.699356 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.711679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Deleting port a58dd120-2843-423b-9303-a4a414a70346 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:54.712553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.842854 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] DHCP port deletion for 3c58b9f7-9df8-4f6f-b64d-365b4950c96c request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:28:54.847548 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Deleting port a58dd120-2843-423b-9303-a4a414a70346 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:54.847930 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:54.929089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] For port a58dd120-2843-423b-9303-a4a414a70346, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a58dd120-2843-423b-9303-a4a414a70346,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:54.929456 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.051015 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] For port a58dd120-2843-423b-9303-a4a414a70346, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a58dd120-2843-423b-9303-a4a414a70346,segment=NetworkSegment(b6907afb-c22a-4e0b-bdb9-7e4bb85dc055),segment_id=b6907afb-c22a-4e0b-bdb9-7e4bb85dc055)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:28:55.051399 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.052914 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Calling delete_port for a58dd120-2843-423b-9303-a4a414a70346 owned by network:dhcp {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:55.132875 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.171096 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Calling delete_port for a58dd120-2843-423b-9303-a4a414a70346 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:28:55.182483 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58dd120-2843-423b-9303-a4a414a70346,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:55.185733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] No DVR routers for this DVR port a58dd120-2843-423b-9303-a4a414a70346 on host dv-cinder-840376-1-iscsi {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:28:55.246016 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:28:55.246616 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:28:55.300221 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.324795 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c58b9f7-9df8-4f6f-b64d-365b4950c96c']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:55.337062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:55.337351 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6907afb-c22a-4e0b-bdb9-7e4bb85dc055') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:28:55.348255 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.363898 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.370082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:28:55.370460 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:28:55.384040 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:28:55.428477 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c9a07e7c-7435-428c-8e05-13259a90f3e3 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:55.463410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.465262 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: c9a07e7c-7435-428c-8e05-13259a90f3e3 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:55.465758 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device c9a07e7c-7435-428c-8e05-13259a90f3e3 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:55.466194 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2c272bad-f519-488a-b71e-5316816e1120 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:55.467723 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.491739 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c58b9f7-9df8-4f6f-b64d-365b4950c96c,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:55.498734 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-750737e9-9b47-445d-8f3d-998797b8d791 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c58b9f7-9df8-4f6f-b64d-365b4950c96c HTTP/1.1" status: 204 len: 168 time: 0.9092433 May 03 21:28:55.505544 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 2c272bad-f519-488a-b71e-5316816e1120 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:55.506011 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2c272bad-f519-488a-b71e-5316816e1120 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:55.506521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a58dd120-2843-423b-9303-a4a414a70346 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:28:55.539748 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: a58dd120-2843-423b-9303-a4a414a70346 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:28:55.540100 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a58dd120-2843-423b-9303-a4a414a70346 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:28:55.673304 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57092) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:55.722532 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-605eb0a1-f185-4c97-8bdd-e3bd47702f37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5618fc18cd84eeb9e14f24d7b686665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475025 May 03 21:28:55.724385 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57096) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:55.747586 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Deleting port a58dd120-2843-423b-9303-a4a414a70346 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:28:55.747959 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.786568 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-05c2484d-11cf-40f4-aeb7-65fc236c9c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.816151 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7e641ded-6957-4df2-a8a1-a0f73c97ab0a None None] The port 'a58dd120-2843-423b-9303-a4a414a70346' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:28:55.893068 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-05c2484d-11cf-40f4-aeb7-65fc236c9c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.949627 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-05c2484d-11cf-40f4-aeb7-65fc236c9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.965396 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2484d-11cf-40f4-aeb7-65fc236c9c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8d4e0-4fe8-4025-9530-cf3ec054f401,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:55.977138 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-05c2484d-11cf-40f4-aeb7-65fc236c9c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:55.980582 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-05c2484d-11cf-40f4-aeb7-65fc236c9c7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d4a8d4e0-4fe8-4025-9530-cf3ec054f401 HTTP/1.1" status: 204 len: 168 time: 0.2529471 May 03 21:28:56.316144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57106) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:56.362840 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6cfd2de0-9aba-43d8-819a-f0512aacfe68 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cfd4fec7c304cb8b80d3c4c9173c1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454571 May 03 21:28:56.365177 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57110) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:28:56.422169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6084b417-d14f-460f-8bdf-d0f4c65dd5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.446717 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6084b417-d14f-460f-8bdf-d0f4c65dd5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.496927 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6084b417-d14f-460f-8bdf-d0f4c65dd5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.512886 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084b417-d14f-460f-8bdf-d0f4c65dd5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c1294-af95-4f99-a0d9-affb073480e5,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:28:56.517215 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6084b417-d14f-460f-8bdf-d0f4c65dd5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:28:56.522004 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6084b417-d14f-460f-8bdf-d0f4c65dd5ae admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc9c1294-af95-4f99-a0d9-affb073480e5 HTTP/1.1" status: 204 len: 168 time: 0.1521986 May 03 21:29:05.755970 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6cf06-7ef7-4b0e-bdf2-583bee7081f4 req-6ad9a569-10af-4a23-90f7-8c8125c6fbeb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:05.757421 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-39b6cf06-7ef7-4b0e-bdf2-583bee7081f4 req-6ad9a569-10af-4a23-90f7-8c8125c6fbeb tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.0790906 May 03 21:29:05.804660 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-39b6cf06-7ef7-4b0e-bdf2-583bee7081f4 req-cfaf6a39-3193-4339-9f35-63278d8fd067 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416119 May 03 21:29:06.845955 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:06.993288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6ab97-4ad3-4879-bf8e-623f16374a4f req-5e4136bc-2314-4ac0-abc0-783a4b29763a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:06.995005 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-faa6ab97-4ad3-4879-bf8e-623f16374a4f req-5e4136bc-2314-4ac0-abc0-783a4b29763a tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.0824981 May 03 21:29:07.039241 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-faa6ab97-4ad3-4879-bf8e-623f16374a4f req-f0345ef6-20a7-4590-ab35-3656cb866d3e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 May 03 21:29:07.935313 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-03d99c9c-37fc-4c2f-aa91-2b1a9b8268e6 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:07.936683 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-03d99c9c-37fc-4c2f-aa91-2b1a9b8268e6 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.0763247 May 03 21:29:08.006831 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Deleting port 558d573e-66b2-4b27-ad75-5e22d484f2cd {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:08.007504 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.224234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f5cd0-3a5c-4447-a282-04734f387d8f req-7ef50e18-5177-448d-9bfc-848c5526e62e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:08.225597 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8a7f5cd0-3a5c-4447-a282-04734f387d8f req-7ef50e18-5177-448d-9bfc-848c5526e62e tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 945 time: 0.0790222 May 03 21:29:08.247715 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] For port 558d573e-66b2-4b27-ad75-5e22d484f2cd, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=558d573e-66b2-4b27-ad75-5e22d484f2cd,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:29:08.248070 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.270115 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8a7f5cd0-3a5c-4447-a282-04734f387d8f req-2f2df028-6513-4b53-8100-2ac01d90f3f3 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups?id=e93b6cc8-6d73-4191-8993-0352555504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 May 03 21:29:08.528594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.529151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.529466 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Floating IP 072a0d2a-a6d3-41f2-ade7-9470ac1780bd disassociated. External IP: 172.27.0.163, port: 558d573e-66b2-4b27-ad75-5e22d484f2cd. May 03 21:29:08.529800 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Calling delete_port for 558d573e-66b2-4b27-ad75-5e22d484f2cd owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:08.754435 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:08.809837 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event deleted for resources: {'Port': ['ID=558d573e-66b2-4b27-ad75-5e22d484f2cd,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:08.984703 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:29:09.161122 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:29:09.171966 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:29:09.182454 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:29:09.183120 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:09.237527 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] No DVR routers for this DVR port 558d573e-66b2-4b27-ad75-5e22d484f2cd on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:29:09.240705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:09.244347 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'name': 'network-vif-deleted', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:29:09.263758 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7d6298ce-0813-4fee-8c4b-624551b26a40 req-f48cd072-a22e-4fe9-aac2-c9ca46901355 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.47 "DELETE /v2.0/ports/558d573e-66b2-4b27-ad75-5e22d484f2cd HTTP/1.1" status: 204 len: 173 time: 1.3203807 May 03 21:29:09.374261 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:29:09.449707 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fd8ba640-674f-4191-b451-36cb1d190890 req-1ee114ce-040d-4b00-ad77-d88c890e092b tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/ports?device_id=30ab5e20-aa96-4288-a703-8403359f45d8 HTTP/1.1" status: 200 len: 210 time: 0.0449786 May 03 21:29:09.518630 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524dc811-4da6-4fcb-84d0-9c89b8f53dd4'] response: {'server_uuid': '30ab5e20-aa96-4288-a703-8403359f45d8', 'name': 'network-vif-deleted', 'tag': '558d573e-66b2-4b27-ad75-5e22d484f2cd', 'status': 'completed', 'code': 200} May 03 21:29:09.687288 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:09.691046 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:29:09.699582 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:29:09.700173 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:09.883533 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:29:10.219053 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:10.223394 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5e81e7-f174-4ebe-8125-8117d5eca50f None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:18:23Z', 'revision_number': 4, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'd7a1100e-57bf-4def-a249-5afe34f1e4b3', 'name': '', 'network_id': '1ac5b488-51cb-4493-8876-8f177bcccb6f', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'mac_address': 'fa:16:3e:e0:89:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:19Z', 'updated_at': '2022-05-03T21:18:40Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'subnets': [{'id': '6b97ec4e-5f09-4f74-9abc-55a985e848f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:29:10.436906 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2af03-a94d-43d2-a36d-2f8ef6d0d8d3 None None] New status for floating IP 072a0d2a-a6d3-41f2-ade7-9470ac1780bd: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:29:10.579139 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57192) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:10.641525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-36db9c77-8ca9-4ff9-8333-bb332c4fc74d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.670650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-36db9c77-8ca9-4ff9-8333-bb332c4fc74d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.721892 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-36db9c77-8ca9-4ff9-8333-bb332c4fc74d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.739432 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db9c77-8ca9-4ff9-8333-bb332c4fc74d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93b6cc8-6d73-4191-8993-0352555504f3,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:10.757153 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-36db9c77-8ca9-4ff9-8333-bb332c4fc74d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:10.758484 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-36db9c77-8ca9-4ff9-8333-bb332c4fc74d tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "DELETE /v2.0/security-groups/e93b6cc8-6d73-4191-8993-0352555504f3 HTTP/1.1" status: 204 len: 168 time: 0.1781547 May 03 21:29:10.761047 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57196) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:10.781417 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.api.v2.resource [None req-aca209e7-2e4f-4411-88f1-eff9f5f5c518 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] show failed (client error): The resource could not be found. May 03 21:29:10.782391 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-aca209e7-2e4f-4411-88f1-eff9f5f5c518 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "GET /v2.0/security-groups/e93b6cc8-6d73-4191-8993-0352555504f3 HTTP/1.1" status: 404 len: 347 time: 0.0204690 May 03 21:29:10.785711 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57200) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:10.950214 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Deleting port dcd3ec2a-7899-40e5-bcb2-41ea37bdadde {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:10.950550 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.111044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.111284 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.229423 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Calling delete_port for dcd3ec2a-7899-40e5-bcb2-41ea37bdadde owned by network:floatingip {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:11.241551 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 558d573e-66b2-4b27-ad75-5e22d484f2cd no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:29:11.276038 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 558d573e-66b2-4b27-ad75-5e22d484f2cd {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:29:11.276376 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 558d573e-66b2-4b27-ad75-5e22d484f2cd not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:29:11.368935 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.415024 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Pushing event deleted for resources: {'Port': ['ID=dcd3ec2a-7899-40e5-bcb2-41ea37bdadde,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:11.591992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.606935 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:11.608820 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d645b3eb-cfe4-4324-ba99-dc2d6a59b503 tempest-AttachVolumeTestJSON-1408689949 tempest-AttachVolumeTestJSON-1408689949-project] 10.222.0.26 "DELETE /v2.0/floatingips/072a0d2a-a6d3-41f2-ade7-9470ac1780bd HTTP/1.1" status: 204 len: 168 time: 0.8219259 May 03 21:29:15.553669 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57234) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:16.230641 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.565321 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Deleting port d7a1100e-57bf-4def-a249-5afe34f1e4b3 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:16.566013 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.730680 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] For port d7a1100e-57bf-4def-a249-5afe34f1e4b3, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=d7a1100e-57bf-4def-a249-5afe34f1e4b3,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:29:16.731052 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:16.942161 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Calling delete_port for d7a1100e-57bf-4def-a249-5afe34f1e4b3 owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:17.107557 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.154227 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a1100e-57bf-4def-a249-5afe34f1e4b3,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:17.416798 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:17.760133 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:29:17.931235 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:29:17.940577 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] Sync routers for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:29:17.943513 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c6826e18-c6d8-446e-a120-0d73b62a6d8a admin admin] 10.222.0.26 "PUT /v2.0/routers/8eb1db92-6603-4d2d-899d-ba7fffa00a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3887866 May 03 21:29:17.945907 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57240) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:17.952597 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:29:17.953205 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:18.130470 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:29:18.219780 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.393234 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.402919 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Deleting port a0dfe796-8741-4fa9-842d-a183689cd567 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:18.403278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.410200 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:29:17Z', 'revision_number': 5, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port': {'id': 'a0dfe796-8741-4fa9-842d-a183689cd567', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:60:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:08Z', 'updated_at': '2022-05-03T21:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:18.413907 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] Checking router: 8eb1db92-6603-4d2d-899d-ba7fffa00a94 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:29:18.422166 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] Routers {'8eb1db92-6603-4d2d-899d-ba7fffa00a94'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:29:18.422674 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:28:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:18.574176 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] Set router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:29:18.581123 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] For port a0dfe796-8741-4fa9-842d-a183689cd567, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=a0dfe796-8741-4fa9-842d-a183689cd567,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:29:18.581495 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.676948 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:29:18Z', 'revision_number': 6, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:18.680860 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1ec1cc-3562-4d5f-b5e9-3a13a0186781 None None] The sync data for ids ['8eb1db92-6603-4d2d-899d-ba7fffa00a94'] in dv-cinder-840376-1-iscsi is: [{'id': '8eb1db92-6603-4d2d-899d-ba7fffa00a94', 'name': 'tempest-AttachVolumeTestJSON-1154031631-router', 'tenant_id': '1f6a4849a15d4e5eb57b829778737973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:06Z', 'updated_at': '2022-05-03T21:29:18Z', 'revision_number': 6, 'project_id': '1f6a4849a15d4e5eb57b829778737973', 'gw_port_host': None}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:29:18.702999 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Calling delete_port for a0dfe796-8741-4fa9-842d-a183689cd567 owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:18.870385 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:18.922506 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dfe796-8741-4fa9-842d-a183689cd567,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:19.010421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.181378 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.183455 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.205076 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.205658 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eb1db92-6603-4d2d-899d-ba7fffa00a94 {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:29:19.218432 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.219567 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-02bfee87-d822-4be7-9a40-1823eb707718 admin admin] 10.222.0.26 "DELETE /v2.0/routers/8eb1db92-6603-4d2d-899d-ba7fffa00a94 HTTP/1.1" status: 204 len: 168 time: 1.2727864 May 03 21:29:19.222198 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57244) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:19.280492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Deleting subnet 6b97ec4e-5f09-4f74-9abc-55a985e848f8 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:29:19.283358 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.333061 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.411402 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.462650 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device d7a1100e-57bf-4def-a249-5afe34f1e4b3 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:29:19.485605 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.529265 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b97ec4e-5f09-4f74-9abc-55a985e848f8,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:19.532892 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.539159 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-db440185-0450-4b7e-9f6b-5fe875d976ee admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6b97ec4e-5f09-4f74-9abc-55a985e848f8 HTTP/1.1" status: 204 len: 168 time: 0.3156681 May 03 21:29:19.539900 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: d7a1100e-57bf-4def-a249-5afe34f1e4b3 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:29:19.540143 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device d7a1100e-57bf-4def-a249-5afe34f1e4b3 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:29:19.540564 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a0dfe796-8741-4fa9-842d-a183689cd567 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:29:19.541555 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57248) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:19.573758 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d3e47b-4a10-4ac4-a606-6efa5fbe01ea None None] Network 1ac5b488-51cb-4493-8876-8f177bcccb6f requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:29:19.599895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: a0dfe796-8741-4fa9-842d-a183689cd567 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:29:19.600234 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device a0dfe796-8741-4fa9-842d-a183689cd567 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:29:19.674670 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7ab40b25-3679-4262-9df2-cd7b91ac6874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.752341 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.763500 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Deleting port 0852c464-b129-4568-8f1a-9dff46e92511 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:19.763831 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.846495 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] DHCP port deletion for 1ac5b488-51cb-4493-8876-8f177bcccb6f request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:29:19.851663 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Deleting port 0852c464-b129-4568-8f1a-9dff46e92511 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:19.852031 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:19.978049 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] For port 0852c464-b129-4568-8f1a-9dff46e92511, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0852c464-b129-4568-8f1a-9dff46e92511,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:29:19.978608 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.057072 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] For port 0852c464-b129-4568-8f1a-9dff46e92511, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=0852c464-b129-4568-8f1a-9dff46e92511,segment=NetworkSegment(91cd873b-ae49-4c6a-a7ff-62a409f36031),segment_id=91cd873b-ae49-4c6a-a7ff-62a409f36031)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:29:20.057479 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.104636 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Calling delete_port for 0852c464-b129-4568-8f1a-9dff46e92511 owned by network:dhcp {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:20.176849 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Calling delete_port for 0852c464-b129-4568-8f1a-9dff46e92511 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:20.180965 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.226218 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Pushing event deleted for resources: {'Port': ['ID=0852c464-b129-4568-8f1a-9dff46e92511,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:20.232562 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] No DVR routers for this DVR port 0852c464-b129-4568-8f1a-9dff46e92511 on host dv-cinder-840376-1-iscsi {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:29:20.250387 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:29:20.250739 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:29:20.346029 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.375808 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ac5b488-51cb-4493-8876-8f177bcccb6f']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:20.387898 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cd873b-ae49-4c6a-a7ff-62a409f36031') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:20.388187 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cd873b-ae49-4c6a-a7ff-62a409f36031') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:20.399941 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.415967 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.421686 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:29:20.422054 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:29:20.435306 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:29:20.511927 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.528548 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.539569 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ac5b488-51cb-4493-8876-8f177bcccb6f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:20.552655 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-10456708-2a38-4c3e-8177-a08bb0558185 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1ac5b488-51cb-4493-8876-8f177bcccb6f HTTP/1.1" status: 204 len: 168 time: 1.0097899 May 03 21:29:20.680392 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57256) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:20.728444 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9dbf4d9f-8791-48ab-870d-7501548e0a7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1f6a4849a15d4e5eb57b829778737973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468714 May 03 21:29:20.730767 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57260) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:20.752319 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Deleting port 0852c464-b129-4568-8f1a-9dff46e92511 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:20.752818 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.790270 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fd5f-071c-4438-ac6b-8e8c1a9a9968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.815745 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fd5f-071c-4438-ac6b-8e8c1a9a9968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.815998 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-db7c5c0c-bf4f-46fe-85f2-fbb6dcb8b0d5 None None] The port '0852c464-b129-4568-8f1a-9dff46e92511' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:29:20.868620 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fd5f-071c-4438-ac6b-8e8c1a9a9968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.885239 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0fd5f-071c-4438-ac6b-8e8c1a9a9968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd76495b-9a90-4ca6-8501-b30834a19886,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:20.893912 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d1d0fd5f-071c-4438-ac6b-8e8c1a9a9968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:20.895740 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d1d0fd5f-071c-4438-ac6b-8e8c1a9a9968 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd76495b-9a90-4ca6-8501-b30834a19886 HTTP/1.1" status: 204 len: 168 time: 0.1637425 May 03 21:29:21.434728 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0852c464-b129-4568-8f1a-9dff46e92511 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:29:21.471082 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 0852c464-b129-4568-8f1a-9dff46e92511 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:29:21.471646 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 0852c464-b129-4568-8f1a-9dff46e92511 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:29:21.677444 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-203cc8b8-c20a-417b-aa0e-28f744639906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:23.036449 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:23.133205 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:24.187022 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.510348 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57358) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:26.626754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.640805 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:26.644577 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3ee119f60d4713bf26db016f4fee61 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:26.648313 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:26.653945 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:26.736552 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.740225 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.787290 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab3ee119f60d4713bf26db016f4fee61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757752 May 03 21:29:26.788031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fcb9f-28aa-4b1d-abdf-49436608d605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef330213-48b4-4779-9d89-9704daead3ed,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:26.789932 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57364) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:26.845979 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.870686 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.922691 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.937900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef330213-48b4-4779-9d89-9704daead3ed,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:26.946584 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:26.947726 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ef330213-48b4-4779-9d89-9704daead3ed HTTP/1.1" status: 204 len: 168 time: 0.1568291 May 03 21:29:26.948981 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.949331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.949663 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.949992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.950319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.950645 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.950989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.951314 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.951634 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.951953 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.952269 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:26.952582 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1cd07c-14ad-4d94-b4fc-7c78d360392c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:29:27.218461 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57372) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:27.240357 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.254264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:27.259193 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3fe58722084c18b49b101744d27d0c is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:27.261918 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:27.267470 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:27.348274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.352373 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.399449 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ec3fe58722084c18b49b101744d27d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799092 May 03 21:29:27.400292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c3459-240b-468b-a83f-df3d7a37a1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b842b48-6589-4826-bb5c-8767bc1b6494,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:27.402104 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57376) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:27.463091 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e15edaa6-eed2-444a-93d0-573fb04e2061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.488228 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e15edaa6-eed2-444a-93d0-573fb04e2061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.540201 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e15edaa6-eed2-444a-93d0-573fb04e2061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.556580 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15edaa6-eed2-444a-93d0-573fb04e2061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b842b48-6589-4826-bb5c-8767bc1b6494,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:27.565718 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e15edaa6-eed2-444a-93d0-573fb04e2061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:27.566858 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e15edaa6-eed2-444a-93d0-573fb04e2061 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3b842b48-6589-4826-bb5c-8767bc1b6494 HTTP/1.1" status: 204 len: 168 time: 0.1637776 May 03 21:29:30.713065 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:29:32.191118 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57454) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:32.307390 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.321896 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:32.325643 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Usage tracker for resource:security_group_rule and tenant:41b9f44ea1a5422e9886ba0bc850b7fe is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:32.328394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:32.334066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:32.413394 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.416999 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.462871 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41b9f44ea1a5422e9886ba0bc850b7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706454 May 03 21:29:32.464374 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c465f59-7432-4238-96ca-50f485cc084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2d3cdb-338b-434c-ae81-f7a77c8a6cc0,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:32.465690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57460) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:32.524667 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-30d1b454-c37c-40b0-a994-2c4f1df62c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.549592 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-30d1b454-c37c-40b0-a994-2c4f1df62c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.603067 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-30d1b454-c37c-40b0-a994-2c4f1df62c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.618709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1b454-c37c-40b0-a994-2c4f1df62c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2d3cdb-338b-434c-ae81-f7a77c8a6cc0,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:32.627365 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-30d1b454-c37c-40b0-a994-2c4f1df62c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.628476 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-30d1b454-c37c-40b0-a994-2c4f1df62c3f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f2d3cdb-338b-434c-ae81-f7a77c8a6cc0 HTTP/1.1" status: 204 len: 168 time: 0.1617296 May 03 21:29:32.899080 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57468) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:32.916839 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:32.931888 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:32.935654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:30b70db7535946ed99aef8026548ae8d is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:32.938400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:32.944124 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:33.025102 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.028734 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.073682 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=30b70db7535946ed99aef8026548ae8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735823 May 03 21:29:33.075251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f855ef9-405c-4b5c-a2bc-ca50d520d6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d14e97-66f4-4bcb-87bc-c4358719b3a2,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:33.076510 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57472) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:33.137090 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c4484d65-db03-453e-99a1-fa1b2be8e66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.162829 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c4484d65-db03-453e-99a1-fa1b2be8e66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.212564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c4484d65-db03-453e-99a1-fa1b2be8e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.228553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4484d65-db03-453e-99a1-fa1b2be8e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d14e97-66f4-4bcb-87bc-c4358719b3a2,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:33.237777 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c4484d65-db03-453e-99a1-fa1b2be8e66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:33.238920 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c4484d65-db03-453e-99a1-fa1b2be8e66a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1d14e97-66f4-4bcb-87bc-c4358719b3a2 HTTP/1.1" status: 204 len: 168 time: 0.1614187 May 03 21:29:36.840639 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:37.673275 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57534) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:37.788243 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:37.802742 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:37.806517 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Usage tracker for resource:security_group_rule and tenant:bffff6c761e4497b9bde77ef186233fe is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:37.809264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:37.814824 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:37.894375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:37.900475 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:37.950528 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bffff6c761e4497b9bde77ef186233fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761998 May 03 21:29:37.951269 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4bb8-6d94-424d-8548-36c7c63b0c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb5c67f-7ad7-426a-bfe8-c9771ffd919f,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:37.953950 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57540) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:38.014402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7fd4-fd76-4a6f-bcec-c3d1a9827d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.039173 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7fd4-fd76-4a6f-bcec-c3d1a9827d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.088342 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7fd4-fd76-4a6f-bcec-c3d1a9827d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.104583 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa7fd4-fd76-4a6f-bcec-c3d1a9827d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb5c67f-7ad7-426a-bfe8-c9771ffd919f,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:38.115130 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7fd4-fd76-4a6f-bcec-c3d1a9827d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.116233 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0bfa7fd4-fd76-4a6f-bcec-c3d1a9827d1e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9eb5c67f-7ad7-426a-bfe8-c9771ffd919f HTTP/1.1" status: 204 len: 168 time: 0.1612518 May 03 21:29:38.381612 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57548) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:38.399816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.414836 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:29:38.418548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Usage tracker for resource:security_group_rule and tenant:25ccaddb18a74ef5b6ac18c0ca38840b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:29:38.421269 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:29:38.427045 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:29:38.511430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.515234 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.561442 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25ccaddb18a74ef5b6ac18c0ca38840b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1787314 May 03 21:29:38.562332 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0073db1-6717-4781-b300-59bf7e3d28a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b21ec6-2ed4-445a-a3bc-5cf7cc60c071,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:38.564200 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57552) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:29:38.623986 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-df5ec213-5115-4201-95dd-e4ffdd96ab8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.649769 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-df5ec213-5115-4201-95dd-e4ffdd96ab8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.701247 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-df5ec213-5115-4201-95dd-e4ffdd96ab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.719775 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ec213-5115-4201-95dd-e4ffdd96ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b21ec6-2ed4-445a-a3bc-5cf7cc60c071,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:38.726658 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-df5ec213-5115-4201-95dd-e4ffdd96ab8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:38.727788 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-df5ec213-5115-4201-95dd-e4ffdd96ab8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36b21ec6-2ed4-445a-a3bc-5cf7cc60c071 HTTP/1.1" status: 204 len: 168 time: 0.1625710 May 03 21:29:49.596654 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b94f0dcd-2dd2-40ed-aaa9-cc135eee08fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:51.685528 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8399f7e1-9f9f-4afe-8251-cc1a7c95c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:52.449622 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd3b0-ce72-43de-8fe1-58c67651f9e6 req-8711c105-28dc-4a58-a0f3-1d61a59cf5a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:52.451098 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-980fd3b0-ce72-43de-8fe1-58c67651f9e6 req-8711c105-28dc-4a58-a0f3-1d61a59cf5a1 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0881519 May 03 21:29:52.496339 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-980fd3b0-ce72-43de-8fe1-58c67651f9e6 req-c4714137-abb7-4a8f-aba0-71cca622e369 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 May 03 21:29:53.037961 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.135675 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:53.691249 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a832293-b5ab-4510-8069-0357ad891d3f req-c21e55f9-3310-4677-90ae-d4a6e037b6e0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:53.692871 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2a832293-b5ab-4510-8069-0357ad891d3f req-c21e55f9-3310-4677-90ae-d4a6e037b6e0 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0829642 May 03 21:29:53.736163 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2a832293-b5ab-4510-8069-0357ad891d3f req-5e1d5253-2300-46cc-a08f-58e29ced879c tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374014 May 03 21:29:54.191630 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:54.927628 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43989eb-8250-454e-9b2f-fb1e590fbb06 req-68e5ad32-ceb5-40b1-80b0-2ec25a06494b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:54.929071 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e43989eb-8250-454e-9b2f-fb1e590fbb06 req-68e5ad32-ceb5-40b1-80b0-2ec25a06494b tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0780718 May 03 21:29:54.975974 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e43989eb-8250-454e-9b2f-fb1e590fbb06 req-3039955d-811d-4623-b913-16a241e54cdc tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 May 03 21:29:56.163173 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07d254-9f89-4ba9-b692-fa987b392172 req-673bdc8f-eab6-4609-99a2-322cc2e94364 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:56.164614 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0f07d254-9f89-4ba9-b692-fa987b392172 req-673bdc8f-eab6-4609-99a2-322cc2e94364 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0790672 May 03 21:29:56.210432 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0f07d254-9f89-4ba9-b692-fa987b392172 req-4b448d3c-e63a-4576-bdb0-70885d148b78 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402515 May 03 21:29:57.401616 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a889379-44b6-4566-b960-c49db0c3b7d0 req-ffcf7c9a-3c38-4700-b138-d98a4ccece6d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:57.403103 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7a889379-44b6-4566-b960-c49db0c3b7d0 req-ffcf7c9a-3c38-4700-b138-d98a4ccece6d tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0822973 May 03 21:29:57.447326 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7a889379-44b6-4566-b960-c49db0c3b7d0 req-5e064307-c490-4763-bf31-e644af61c643 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385072 May 03 21:29:57.965541 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-22767cdb-7f23-4598-aff6-ed1844d4f26a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:57.966967 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-22767cdb-7f23-4598-aff6-ed1844d4f26a tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.0779684 May 03 21:29:58.035870 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Deleting port 4cdb41c7-0045-4aaa-a894-401ed9763824 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:29:58.036339 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:58.276197 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] For port 4cdb41c7-0045-4aaa-a894-401ed9763824, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=4cdb41c7-0045-4aaa-a894-401ed9763824,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:29:58.276477 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:58.576581 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:58.576990 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:58.577300 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Floating IP 66b4ef1f-68c2-4e26-8617-0bd7d7d55c34 disassociated. External IP: 172.27.0.165, port: 4cdb41c7-0045-4aaa-a894-401ed9763824. May 03 21:29:58.577635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Calling delete_port for 4cdb41c7-0045-4aaa-a894-401ed9763824 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:29:58.846816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f4d53-8589-4c1c-af53-19500f9586e8 req-c9d064ef-605b-4855-a062-7532419ed4d6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:29:58.848854 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c86f4d53-8589-4c1c-af53-19500f9586e8 req-c9d064ef-605b-4855-a062-7532419ed4d6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 947 time: 0.2408664 May 03 21:29:58.915239 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c86f4d53-8589-4c1c-af53-19500f9586e8 req-f43b87b9-21fa-499e-9a4e-b2ec22d71973 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups?id=3203bee8-4d1c-4ac2-8b2c-f143f44f8353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591514 May 03 21:29:58.919922 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:58.978716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event deleted for resources: {'Port': ['ID=4cdb41c7-0045-4aaa-a894-401ed9763824,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:29:59.166561 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:29:59.352834 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:29:59.362597 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:29:59.373042 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:29:59.373842 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:59.436675 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] No DVR routers for this DVR port 4cdb41c7-0045-4aaa-a894-401ed9763824 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:29:59.440101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:29:59.444680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-deleted', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:29:59.469265 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9a69dc95-a5df-40ca-b330-cd35675fe0ab req-d2052613-1b3e-47eb-b71f-d0cc628e09f6 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.47 "DELETE /v2.0/ports/4cdb41c7-0045-4aaa-a894-401ed9763824 HTTP/1.1" status: 204 len: 173 time: 1.4967210 May 03 21:29:59.544999 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85381ca2-978d-44f4-9863-b609839e400c'] response: {'server_uuid': '3e8d411f-5df9-417e-b4f5-613ad27e9f5d', 'name': 'network-vif-deleted', 'tag': '4cdb41c7-0045-4aaa-a894-401ed9763824', 'status': 'completed', 'code': 200} May 03 21:29:59.560299 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:29:59.901880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:29:59.905567 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:29:59.914560 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:29:59.915221 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:00.096820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a683ce3e-706a-4900-af0b-9d2eeea939a2 req-32323045-9c4f-4f56-895c-4fefb99fcd03 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Synchronizing usage tracker for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:00.098476 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:00.113705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-a683ce3e-706a-4900-af0b-9d2eeea939a2 req-32323045-9c4f-4f56-895c-4fefb99fcd03 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Unset dirty status for tenant:08ea81eff4fc4ca59f4ec7e7fb2f0bf3 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:00.115228 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a683ce3e-706a-4900-af0b-9d2eeea939a2 req-32323045-9c4f-4f56-895c-4fefb99fcd03 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/ports?device_id=3e8d411f-5df9-417e-b4f5-613ad27e9f5d HTTP/1.1" status: 200 len: 210 time: 0.0627372 May 03 21:30:00.413058 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:00.417007 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9d7849-1dee-4d4a-acb5-6c0a5a202c4e None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:18:12Z', 'revision_number': 4, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '05032314-2a9e-48fe-a4b1-7aa20e6655d1', 'name': '', 'network_id': 'ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'mac_address': 'fa:16:3e:c2:38:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:10Z', 'updated_at': '2022-05-03T21:18:25Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'subnets': [{'id': '6c32903b-b0cb-4617-a72f-db45a7fb957c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:00.632255 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ed634a-4208-4e11-a490-60fba9054fc1 None None] New status for floating IP 66b4ef1f-68c2-4e26-8617-0bd7d7d55c34: DOWN {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:30:01.240585 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57720) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:01.303966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.330409 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.384686 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.481685 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3203bee8-4d1c-4ac2-8b2c-f143f44f8353,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:01.491429 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.491773 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.492117 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.492441 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.492779 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.493104 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.493429 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.493764 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.494074 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.494393 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.494980 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.495308 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:01.502578 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.506684 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57728) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:01.518151 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-27c17420-77af-42fb-969f-8572fc169b09 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "DELETE /v2.0/security-groups/3203bee8-4d1c-4ac2-8b2c-f143f44f8353 HTTP/1.1" status: 204 len: 168 time: 0.2763784 May 03 21:30:01.523244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:30:01.547322 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.api.v2.resource [None req-f80b3bbb-ddd0-4c32-b3c1-812b4f262962 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] show failed (client error): The resource could not be found. May 03 21:30:01.548638 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f80b3bbb-ddd0-4c32-b3c1-812b4f262962 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "GET /v2.0/security-groups/3203bee8-4d1c-4ac2-8b2c-f143f44f8353 HTTP/1.1" status: 404 len: 347 time: 0.0397131 May 03 21:30:01.551680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57734) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:01.562577 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 4cdb41c7-0045-4aaa-a894-401ed9763824 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:30:01.563148 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 4cdb41c7-0045-4aaa-a894-401ed9763824 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:30:01.713917 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Deleting port e08120d8-561d-49a5-b78a-48f4efea19b8 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:30:01.714259 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.875981 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.876309 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:01.994199 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Calling delete_port for e08120d8-561d-49a5-b78a-48f4efea19b8 owned by network:floatingip {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:30:02.134034 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:02.180730 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Pushing event deleted for resources: {'Port': ['ID=e08120d8-561d-49a5-b78a-48f4efea19b8,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:02.351227 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks [] for floatingip, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:02.368704 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:02.370089 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-4970c948-e9db-4817-b42f-f56ba26446d4 tempest-AttachVolumeShelveTestJSON-2138237430 tempest-AttachVolumeShelveTestJSON-2138237430-project] 10.222.0.26 "DELETE /v2.0/floatingips/66b4ef1f-68c2-4e26-8617-0bd7d7d55c34 HTTP/1.1" status: 204 len: 168 time: 0.8171680 May 03 21:30:04.100948 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57764) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:04.216548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.230498 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:04.234331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Usage tracker for resource:security_group_rule and tenant:a29277d7cc714644b003675bf303f0c1 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:04.237156 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:04.242903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:04.325707 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.330488 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.379653 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a29277d7cc714644b003675bf303f0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771125 May 03 21:30:04.380483 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2173636f-abb1-419a-8254-38db352534cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb24a347-5040-43f0-90f4-d7ecdaaff9a9,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:04.382805 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57770) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:04.438854 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f39d66ca-30e2-43c6-ad7b-3aebf835b7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.464314 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f39d66ca-30e2-43c6-ad7b-3aebf835b7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.517373 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f39d66ca-30e2-43c6-ad7b-3aebf835b7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.532002 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d66ca-30e2-43c6-ad7b-3aebf835b7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb24a347-5040-43f0-90f4-d7ecdaaff9a9,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:04.538144 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f39d66ca-30e2-43c6-ad7b-3aebf835b7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:04.539061 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f39d66ca-30e2-43c6-ad7b-3aebf835b7c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb24a347-5040-43f0-90f4-d7ecdaaff9a9 HTTP/1.1" status: 204 len: 168 time: 0.1552241 May 03 21:30:05.188958 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57800) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:05.236393 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57806) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:05.295384 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1545327000-network', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:05.300442 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:05.304936 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Usage tracker for resource:network and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:05.307808 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:05.313591 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:05.324361 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Made reservation on behalf of 523add1cb8fe46448705451bcbdb68e9 for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:05.326590 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.338443 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.409130 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:05.465509 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:05.480402 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:05.489736 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:05.749363 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.756507 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.808366 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:30:05.842655 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.843007 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Added segment 34267871-ff7e-4f07-8e11-a12791212e29 of type vlan for network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 May 03 21:30:05.844021 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d3648-9378-4fa8-9df2-49cd27f7c6b6,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:05.912005 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.950727 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:05.951678 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:05.952243 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.060132 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8699505 May 03 21:30:06.063264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57812) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:06.063774 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f38cb0-736a-461d-b402-41783fa5540c admin admin] Pushing event updated for resources: {'Network': ['ID=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:06.069899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Request body: {'subnet': {'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1545327000-subnet', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:06.074414 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:30:06.086231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:06.090515 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Usage tracker for resource:subnet and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:06.094993 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:06.102451 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:06.113033 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Made reservation on behalf of 523add1cb8fe46448705451bcbdb68e9 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:06.115422 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60922096'] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.133334 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.317545 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61496565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60922050'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.391650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:06.400885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Checking segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:06.401233 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Network hostable DHCP agents. Network: 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:30:06.420367 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:30:06.429510 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:06.433723 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:06.434221 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.439953 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e53047-e412-486d-a36e-eff5943964c1 None None] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:06.462175 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-3a798712-e374-4330-aa13-dfe33391dc39 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3977811 May 03 21:30:06.464884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57816) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:06.470754 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:06.476237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:06.480512 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Usage tracker for resource:router and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:06.483538 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:06.491554 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:06.496679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Deleting port 05032314-2a9e-48fe-a4b1-7aa20e6655d1 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:30:06.497864 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.506957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.508346 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.526992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.674855 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:30:06.676378 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.781887 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] For port 05032314-2a9e-48fe-a4b1-7aa20e6655d1, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=05032314-2a9e-48fe-a4b1-7aa20e6655d1,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:06.782252 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.800416 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.842960 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Allocated IP 172.20.0.2 (93a0fdf0-1ef2-49f9-b6c4-8093e552ec89/7793a8f3-a8d7-4361-ac0e-baad9bb6acfc/2ab79828-f95f-43ba-8b8b-78ebb988316c) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:06.854435 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:06.910648 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Calling delete_port for 05032314-2a9e-48fe-a4b1-7aa20e6655d1 owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:30:07.060931 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.090292 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Transition to ACTIVE for port object 2ab79828-f95f-43ba-8b8b-78ebb988316c will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:07.092236 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.109459 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Transition to ACTIVE for port object 2ab79828-f95f-43ba-8b8b-78ebb988316c will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:07.116497 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.117474 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.141758 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Pushing event deleted for resources: {'Port': ['ID=05032314-2a9e-48fe-a4b1-7aa20e6655d1,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:07.151907 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.189188 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:07.192757 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:07.197394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:07.199647 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Pushing event updated for resources: {'Port': ['ID=2ab79828-f95f-43ba-8b8b-78ebb988316c,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:07.208973 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.209614 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.210018 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.210413 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.210801 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.211244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.211629 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.212011 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.212393 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.212775 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.213154 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.213528 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:07.295915 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Allocated IP 172.27.0.179 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/17b4e257-1504-4c38-844c-dc59b860ffe4) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:07.349459 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Attempting to bind port 2ab79828-f95f-43ba-8b8b-78ebb988316c on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:07.349902 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Attempting to bind port 2ab79828-f95f-43ba-8b8b-78ebb988316c by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:07.350340 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Attempting to bind port 2ab79828-f95f-43ba-8b8b-78ebb988316c on network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:07.356099 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:07.356356 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Checking segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:07.356820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.357268 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Bound using segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:07.358235 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Bound port: 2ab79828-f95f-43ba-8b8b-78ebb988316c, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:07.358664 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.433132 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.470537 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] For port 2ab79828-f95f-43ba-8b8b-78ebb988316c, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:07.481788 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] For port 2ab79828-f95f-43ba-8b8b-78ebb988316c, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2ab79828-f95f-43ba-8b8b-78ebb988316c,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:07.482663 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.487838 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.522209 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:07.584869 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ae701-80ee-4851-95db-70cb83ad0ade None None] Pushing event updated for resources: {'Port': ['ID=2ab79828-f95f-43ba-8b8b-78ebb988316c,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:07.681886 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:07.684694 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:07.688461 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:07.713290 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:07.733726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Pushing event updated for resources: {'Port': ['ID=17b4e257-1504-4c38-844c-dc59b860ffe4,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:07.852928 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Router df5f04d3-51d0-46ea-8bce-b66265d6fee4 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:30:08.037642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:08.047025 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] Sync routers for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:08.049919 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3606a8a3-6d74-4224-acf6-11dda3ef0557 admin admin] 10.222.0.26 "PUT /v2.0/routers/df5f04d3-51d0-46ea-8bce-b66265d6fee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124189 May 03 21:30:08.053617 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57820) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:08.060508 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:08.061114 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:08.136681 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.253330 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:08.340538 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.571236 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93'}], 'enable_snat': True}, 'gw_port_id': '91f3ee07-abb4-4639-a899-0664470b628f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:30:07Z', 'revision_number': 5, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port': {'id': '91f3ee07-abb4-4639-a899-0664470b628f', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:18:04Z', 'updated_at': '2022-05-03T21:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:08.572979 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.574445 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.575496 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] Checking router: df5f04d3-51d0-46ea-8bce-b66265d6fee4 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:08.587902 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] Routers {'df5f04d3-51d0-46ea-8bce-b66265d6fee4'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:08.588618 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:08.590287 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Deleting port 91f3ee07-abb4-4639-a899-0664470b628f {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:30:08.591004 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.662477 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e1657-3892-4ec7-99af-6ce8055a09f9 None None] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:08.787388 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] For port 91f3ee07-abb4-4639-a899-0664470b628f, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=91f3ee07-abb4-4639-a899-0664470b628f,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:08.788173 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:08.795449 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:30:08.830463 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-59845144-ed3e-4df2-8a4a-e50f94c561ef None None] Provisioning for port 2ab79828-f95f-43ba-8b8b-78ebb988316c completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:08.855293 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] Set router df5f04d3-51d0-46ea-8bce-b66265d6fee4 gateway port host: None {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:08.918753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Calling delete_port for 91f3ee07-abb4-4639-a899-0664470b628f owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:30:08.968251 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:30:08Z', 'revision_number': 6, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:08.982521 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:08.983885 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6f09c-03ad-4bf1-acc4-72c869748ba7 None None] The sync data for ids ['df5f04d3-51d0-46ea-8bce-b66265d6fee4'] in dv-cinder-840376-1-iscsi is: [{'id': 'df5f04d3-51d0-46ea-8bce-b66265d6fee4', 'name': 'tempest-AttachVolumeShelveTestJSON-1313304128-router', 'tenant_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:18:03Z', 'updated_at': '2022-05-03T21:30:08Z', 'revision_number': 6, 'project_id': '08ea81eff4fc4ca59f4ec7e7fb2f0bf3', 'gw_port_host': None}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:08.997022 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Sync routers for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:09.011186 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.016247 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0045875b-1118-44a1-a812-12f68ef6dea0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5477736 May 03 21:30:09.016831 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57824) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:09.025674 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:09.026572 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:09.375573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.385800 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:09.433349 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Pushing event deleted for resources: {'Port': ['ID=91f3ee07-abb4-4639-a899-0664470b628f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:09.755538 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:07Z', 'revision_number': 3, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:09.760983 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Checking router: cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:09.761398 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Updating router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 port 17b4e257-1504-4c38-844c-dc59b860ffe4 binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:30:09.779305 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.824620 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.854743 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2ab79828-f95f-43ba-8b8b-78ebb988316c up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:09.931578 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 2ab79828-f95f-43ba-8b8b-78ebb988316c completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:09.936689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 2ab79828-f95f-43ba-8b8b-78ebb988316c triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:09.937104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.962541 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:09.966169 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.033131 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.033569 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5f04d3-51d0-46ea-8bce-b66265d6fee4 {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:30:10.063407 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.067251 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-b16cd72d-fdc5-4773-abba-5fe26d121724 admin admin] 10.222.0.26 "DELETE /v2.0/routers/df5f04d3-51d0-46ea-8bce-b66265d6fee4 HTTP/1.1" status: 204 len: 168 time: 2.0100124 May 03 21:30:10.067461 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57828) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:10.122299 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.156109 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 2ab79828-f95f-43ba-8b8b-78ebb988316c, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2ab79828-f95f-43ba-8b8b-78ebb988316c,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:10.163722 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.197919 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.201252 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 05032314-2a9e-48fe-a4b1-7aa20e6655d1 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:30:10.202021 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Deleting subnet 6c32903b-b0cb-4617-a72f-db45a7fb957c {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:30:10.211630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.213527 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Transition to ACTIVE for port object 17b4e257-1504-4c38-844c-dc59b860ffe4 will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:10.223986 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.256731 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 05032314-2a9e-48fe-a4b1-7aa20e6655d1 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:30:10.257073 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 05032314-2a9e-48fe-a4b1-7aa20e6655d1 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:30:10.275316 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.283549 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=2ab79828-f95f-43ba-8b8b-78ebb988316c,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:10.290289 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.310364 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Attempting to bind port 17b4e257-1504-4c38-844c-dc59b860ffe4 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:10.310728 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Attempting to bind port 17b4e257-1504-4c38-844c-dc59b860ffe4 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:10.311117 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Attempting to bind port 17b4e257-1504-4c38-844c-dc59b860ffe4 on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:10.323066 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Pushing event updated for resources: {'Port': ['ID=17b4e257-1504-4c38-844c-dc59b860ffe4,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:10.325267 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:10.325639 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:10.326032 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.326417 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:10.326874 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Bound port: 17b4e257-1504-4c38-844c-dc59b860ffe4, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:10.327303 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.374721 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.375100 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.375441 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.375775 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.376106 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.376439 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.376765 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.377086 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.377427 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.377751 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.378069 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.378386 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:10.413059 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] For port 17b4e257-1504-4c38-844c-dc59b860ffe4, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:10.416096 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] For port 17b4e257-1504-4c38-844c-dc59b860ffe4, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=17b4e257-1504-4c38-844c-dc59b860ffe4,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:10.419954 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.481388 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.501695 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:10.502303 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:10.595387 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Allocated IP 172.20.0.1 (93a0fdf0-1ef2-49f9-b6c4-8093e552ec89/7793a8f3-a8d7-4361-ac0e-baad9bb6acfc/13295590-721c-4b1f-9807-d9b2b0ccfe30) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:10.607266 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.636765 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435ef19-33a3-466f-b7ff-419ac43c45f3 None None] Pushing event updated for resources: {'Port': ['ID=17b4e257-1504-4c38-844c-dc59b860ffe4,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:10.664147 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c32903b-b0cb-4617-a72f-db45a7fb957c,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:10.670300 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.673858 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03538fc-31f7-4c56-8a58-7cddb8b3675f None None] Network ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:10.690001 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:10.739118 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-b987a61c-2c0f-44fe-8399-740f1f83de3b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6c32903b-b0cb-4617-a72f-db45a7fb957c HTTP/1.1" status: 204 len: 168 time: 0.6679192 May 03 21:30:10.739559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57832) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:10.801458 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.822020 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Transition to ACTIVE for port object 13295590-721c-4b1f-9807-d9b2b0ccfe30 will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:10.854247 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.949291 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:10.952849 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:10.962499 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:10.963600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:10.974414 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Deleting port bb84cddb-48b3-4bcb-a47a-900b82ca1dac {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:30:10.974752 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.000385 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] DHCP port deletion for ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:30:11.005648 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Pushing event updated for resources: {'Port': ['ID=13295590-721c-4b1f-9807-d9b2b0ccfe30,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:11.014476 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Deleting port bb84cddb-48b3-4bcb-a47a-900b82ca1dac {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:30:11.015277 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.071045 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:07Z', 'revision_number': 3, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:11.073589 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.075636 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63aa8d3-2141-45df-8f72-3016d0f51bb7 None None] The sync data for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi is: [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:07Z', 'revision_number': 3, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:11.259821 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] For port bb84cddb-48b3-4bcb-a47a-900b82ca1dac, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:11.260174 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.304313 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] For port bb84cddb-48b3-4bcb-a47a-900b82ca1dac, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,segment=NetworkSegment(29475d84-e2a5-4da5-8ae2-1986b8aac71a),segment_id=29475d84-e2a5-4da5-8ae2-1986b8aac71a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:11.304868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.316862 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-5192726a-8be5-4012-bf1a-c182ce9811ce None None] Provisioning for port 13295590-721c-4b1f-9807-d9b2b0ccfe30 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:11.394143 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-5192726a-8be5-4012-bf1a-c182ce9811ce None None] Provisioning complete for port 13295590-721c-4b1f-9807-d9b2b0ccfe30 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:11.394933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-5192726a-8be5-4012-bf1a-c182ce9811ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.424396 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Calling delete_port for bb84cddb-48b3-4bcb-a47a-900b82ca1dac owned by network:dhcp {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:30:11.527389 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Calling delete_port for bb84cddb-48b3-4bcb-a47a-900b82ca1dac owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:30:11.530828 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.539556 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.612441 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb84cddb-48b3-4bcb-a47a-900b82ca1dac,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:11.622319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] No DVR routers for this DVR port bb84cddb-48b3-4bcb-a47a-900b82ca1dac on host dv-cinder-840376-1-iscsi {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:30:11.650418 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-5192726a-8be5-4012-bf1a-c182ce9811ce None None] Port 13295590-721c-4b1f-9807-d9b2b0ccfe30 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:11.691742 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 17b4e257-1504-4c38-844c-dc59b860ffe4 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:11.759550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:30:11.759925 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:30:11.775943 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 17b4e257-1504-4c38-844c-dc59b860ffe4 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:11.778909 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.784323 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 17b4e257-1504-4c38-844c-dc59b860ffe4 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:11.784980 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.806172 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb']}} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:11.819798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29475d84-e2a5-4da5-8ae2-1986b8aac71a') {'for_net_delete': True} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:11.820382 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29475d84-e2a5-4da5-8ae2-1986b8aac71a') {} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:11.826241 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.834623 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.835064 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62269432'] for segment, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.853374 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.873150 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:30:11.873806 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61493354'] for segment, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: Traceback (most recent call last): May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: timer() May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: cb(*args, **kw) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: return func(*args, **kwargs) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: self._notify() May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: self.callback(batched_events) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: event.method(event) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: return f(self, *a, **k) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._get(url).json() May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: return self.request(url, 'GET', **kwargs) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:30:11.892026 dv-cinder-840376-1-iscsi neutron-server[87267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:30:11.921614 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.946895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 17b4e257-1504-4c38-844c-dc59b860ffe4, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=17b4e257-1504-4c38-844c-dc59b860ffe4,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:11.952357 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.953561 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2ab79828-f95f-43ba-8b8b-78ebb988316c up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:11.965961 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:11.970862 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Pushing event updated for resources: {'Port': ['ID=13295590-721c-4b1f-9807-d9b2b0ccfe30,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:11.975808 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.001402 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:12.004296 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.026363 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-a74126ec-7ab3-4466-aade-9faa67ea7e15 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ef3f6eb8-c02a-468b-9dcc-df8d668fb0fb HTTP/1.1" status: 204 len: 168 time: 1.2854908 May 03 21:30:12.092549 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=17b4e257-1504-4c38-844c-dc59b860ffe4,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:12.104744 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 2ab79828-f95f-43ba-8b8b-78ebb988316c triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:12.105115 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.136706 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:12.137880 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:12.261066 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Deleting port bb84cddb-48b3-4bcb-a47a-900b82ca1dac {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:30:12.261438 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.340506 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57838) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:12.343501 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc97da-f0e9-4f11-a5df-4de06398e739 None None] The port 'bb84cddb-48b3-4bcb-a47a-900b82ca1dac' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:30:12.373462 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:30:12.400536 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device bb84cddb-48b3-4bcb-a47a-900b82ca1dac no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:30:12.420750 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-2f47ba7f-c46a-4f02-88c6-e62bd643c1e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=08ea81eff4fc4ca59f4ec7e7fb2f0bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0762284 May 03 21:30:12.421000 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57842) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:12.437787 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: bb84cddb-48b3-4bcb-a47a-900b82ca1dac {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:30:12.438212 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device bb84cddb-48b3-4bcb-a47a-900b82ca1dac not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:30:12.438689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 91f3ee07-abb4-4639-a899-0664470b628f no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:30:12.476612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 91f3ee07-abb4-4639-a899-0664470b628f {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:30:12.477102 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 91f3ee07-abb4-4639-a899-0664470b628f not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:30:12.486142 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-6048b4d7-ab25-45b9-9726-c803ac8c637c None None] Provisioning complete for port 13295590-721c-4b1f-9807-d9b2b0ccfe30 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:12.486599 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6048b4d7-ab25-45b9-9726-c803ac8c637c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.497956 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-513a2ee7-0318-4b15-b034-3c98196e3e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.526430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-513a2ee7-0318-4b15-b034-3c98196e3e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.555210 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6048b4d7-ab25-45b9-9726-c803ac8c637c None None] Port 13295590-721c-4b1f-9807-d9b2b0ccfe30 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:12.582415 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-513a2ee7-0318-4b15-b034-3c98196e3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.599994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a2ee7-0318-4b15-b034-3c98196e3e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddf3385-a1f9-45c0-a239-bad173932e57,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:12.601772 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:12.605625 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-12fce001-138f-48c6-861a-4464473996e4 admin admin] 10.222.0.26 "PUT /v2.0/routers/cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5881898 May 03 21:30:12.608207 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-513a2ee7-0318-4b15-b034-3c98196e3e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:12.609331 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-513a2ee7-0318-4b15-b034-3c98196e3e64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ddf3385-a1f9-45c0-a239-bad173932e57 HTTP/1.1" status: 204 len: 168 time: 0.1873517 May 03 21:30:12.994214 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Sync routers for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:13.040930 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:13.041548 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:13.217084 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57874) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.223315 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1320716726-network', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:13.228155 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.231935 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Usage tracker for resource:network and tenant:8c150aff85d54e5794cab4e211a6631b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.235820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.241860 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.251892 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:13.254576 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Made reservation on behalf of 8c150aff85d54e5794cab4e211a6631b for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:13.257445 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.271859 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.287885 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.292285 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Usage tracker for resource:security_group_rule and tenant:8c150aff85d54e5794cab4e211a6631b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.295450 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.302893 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.396267 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.401629 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.444179 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d78e2b-4bc4-4898-a7ba-c64ee620e543,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:13.473201 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:30:13.487569 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 17b4e257-1504-4c38-844c-dc59b860ffe4 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:13.493446 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.493774 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Added segment c0699d1e-c743-4174-8208-0ce486fde919 of type vlan for network 3063b41e-3fc4-470f-bd09-02bb013f0887 May 03 21:30:13.524465 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.558877 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.560187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:13.561019 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.582273 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57884) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.633862 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 17b4e257-1504-4c38-844c-dc59b860ffe4 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:13.634329 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.675428 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4541492 May 03 21:30:13.675428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e989e8-f959-4272-8346-709920c2b739 admin admin] Pushing event updated for resources: {'Network': ['ID=3063b41e-3fc4-470f-bd09-02bb013f0887,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:13.677228 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57890) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:13.682650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Request body: {'subnet': {'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1320716726-subnet', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:13.687456 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.691501 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Usage tracker for resource:subnet and tenant:8c150aff85d54e5794cab4e211a6631b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.695050 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.697242 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:30:13.701766 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.712349 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Made reservation on behalf of 8c150aff85d54e5794cab4e211a6631b for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:13.714675 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60922096'] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.721782 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 2, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:13.743250 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Checking router: cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:13.743600 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Updating router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 port 13295590-721c-4b1f-9807-d9b2b0ccfe30 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:30:13.763240 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-542812062-network', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:13.768843 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.773383 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Usage tracker for resource:network and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.776983 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.784072 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.799080 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Made reservation on behalf of 71260dddddae4ad79738a2490f2b22a5 for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:13.802798 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.825915 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.840886 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:13.846217 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:13.850978 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:13.857322 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:13.915249 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.933620 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61496565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60922050'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.966936 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:13.971293 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.006018 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:30:14.016364 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3ca3e-8bb2-4a92-a2b0-7caa274c2fe2,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.024759 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.026439 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Added segment 9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce of type vlan for network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa May 03 21:30:14.059050 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.095753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.097966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:14.098980 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.126440 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Checking segment: {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:14.126772 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Network hostable DHCP agents. Network: 3063b41e-3fc4-470f-bd09-02bb013f0887, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:30:14.131311 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cdf640-101b-46b8-8ad9-83392aacc2f4,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.156696 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5731614 May 03 21:30:14.160761 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57894) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:14.167369 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:30:14.168945 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Request body: {'subnet': {'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-542812062-subnet', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:14.180447 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 3063b41e-3fc4-470f-bd09-02bb013f0887) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:14.185801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:14.186637 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.209982 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd46fb6-3498-4bf8-a7e0-ec3f2b01d38c None None] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:14.212894 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-dfbf920d-4ca0-4981-9f9e-426c44631906 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5353370 May 03 21:30:14.213567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57898) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:14.218575 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:14.224065 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:14.224400 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:14.228447 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Usage tracker for resource:router and tenant:8c150aff85d54e5794cab4e211a6631b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:14.231650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:14.234046 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Usage tracker for resource:subnet and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:14.236619 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94789065-24e8-4ced-b10e-d4b2291a8673 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.237726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:14.239694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:14.246069 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:14.253223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.254769 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.255343 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:30:14.257031 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Made reservation on behalf of 71260dddddae4ad79738a2490f2b22a5 for: {'subnet': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:14.259690 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60912205'] for subnet, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.271008 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.390475 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.resource_extend [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 03 21:30:14.476600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1311386', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60912255'] for subnet, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.545156 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.571666 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:14.572017 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Network hostable DHCP agents. Network: 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:30:14.577611 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a989b989-e716-44e5-b289-c87a21e41a80,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.594255 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:30:14.605973 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa) {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:14.608321 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.609928 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:14.610565 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.622183 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5003bd7-9253-484c-91bc-139538ba13d5 None None] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:14.637982 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f49b7e8a-7d1b-425e-ac4b-9651f9954ac1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4739478 May 03 21:30:14.638274 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57902) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:14.643579 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:14.649624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:14.653563 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Usage tracker for resource:router and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:14.656438 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:14.663058 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:14.673479 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Transition to ACTIVE for port object 13295590-721c-4b1f-9807-d9b2b0ccfe30 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:14.674647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-983146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2610'] for router, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.675804 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-998762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-641497', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-946765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2619'] for router, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.695323 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.703333 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.743808 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-3063b41e-3fc4-470f-bd09-02bb013f0887', 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'fixed_ips': [{'subnet_id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:30:14.744552 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.881923 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:14.902905 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e2a0-038c-4bf0-bef9-4249a3025828 None None] Pushing event updated for resources: {'Port': ['ID=13295590-721c-4b1f-9807-d9b2b0ccfe30,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:14.935936 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.147768 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Allocated IP 172.27.0.52 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/4951955d-68a0-4155-94e0-6586d916fad8) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:15.166819 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-641487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-983192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2569'] for router, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.262306 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Attempting to bind port 13295590-721c-4b1f-9807-d9b2b0ccfe30 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:15.262856 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Attempting to bind port 13295590-721c-4b1f-9807-d9b2b0ccfe30 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:15.263027 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Attempting to bind port 13295590-721c-4b1f-9807-d9b2b0ccfe30 on network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:15.273820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:15.274135 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Checking segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:15.274537 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.275046 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Bound using segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:15.275523 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Bound port: 13295590-721c-4b1f-9807-d9b2b0ccfe30, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:15.275897 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.285228 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6833fc50-9860-5412-a349-37886ca1aea2-6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80'}]}} from dv-cinder-840376-1-iscsi. {{(pid=87269) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 03 21:30:15.285999 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.365420 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.401226 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.513596 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:15.517866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Allocated IP 172.20.0.2 (3063b41e-3fc4-470f-bd09-02bb013f0887/a5cdf640-101b-46b8-8ad9-83392aacc2f4/4330c164-5f0d-4206-86df-435fb6e2f759) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:15.524461 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:15.527395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:15.536246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.561744 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] For port 13295590-721c-4b1f-9807-d9b2b0ccfe30, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:15.568658 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.577718 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] For port 13295590-721c-4b1f-9807-d9b2b0ccfe30, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=13295590-721c-4b1f-9807-d9b2b0ccfe30,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:15.589655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Pushing event updated for resources: {'Port': ['ID=4951955d-68a0-4155-94e0-6586d916fad8,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:15.609208 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.724107 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Allocated IP 172.27.0.90 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/521952c4-44d9-44d3-bb00-a10d2fa8a059) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:15.756355 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-212d94e8-f201-46cc-a817-06f8f0ae26b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3118761 May 03 21:30:15.765016 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.db_base_plugin_common [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Allocated IP 172.20.0.2 (6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa/a989b989-e716-44e5-b289-c87a21e41a80/adc23598-d1b4-4207-b6db-8f018f8e5dd2) {{(pid=87269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:15.789947 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:15.790476 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:15.911561 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.947889 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:15.963491 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228e2a0-038c-4bf0-bef9-4249a3025828 None None] Pushing event updated for resources: {'Port': ['ID=13295590-721c-4b1f-9807-d9b2b0ccfe30,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:16.023792 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:16.026599 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:16.030915 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:16.061800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Pushing event updated for resources: {'Port': ['ID=521952c4-44d9-44d3-bb00-a10d2fa8a059,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:16.167223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-e922c754-af26-4a16-8da1-400eb2ef4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:16.168741 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-e922c754-af26-4a16-8da1-400eb2ef4622 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1098 time: 0.2299254 May 03 21:30:16.232170 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.262816 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Transition to ACTIVE for port object 4330c164-5f0d-4206-86df-435fb6e2f759 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:16.266040 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:16.289766 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.391330 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Transition to ACTIVE for port object 4330c164-5f0d-4206-86df-435fb6e2f759 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:16.470012 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.489844 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-6340c26e-271c-46c4-a78d-f80c9edbfbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:16.491369 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-6340c26e-271c-46c4-a78d-f80c9edbfbd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.2976296 May 03 21:30:16.620184 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.629593 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:16.636395 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Notify callbacks [] for port, precommit_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.640645 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:16.651256 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:16.668689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Pushing event updated for resources: {'Port': ['ID=4330c164-5f0d-4206-86df-435fb6e2f759,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:16.673199 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Transition to ACTIVE for port object adc23598-d1b4-4207-b6db-8f018f8e5dd2 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:16.731432 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-b617c8ae-d0ce-4017-93e7-9384e32a38c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 200 len: 1001 time: 0.2342474 May 03 21:30:16.795755 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Transition to ACTIVE for port object adc23598-d1b4-4207-b6db-8f018f8e5dd2 will not be triggered until provisioned by entity DHCP. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:16.823952 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-c2409d02-fa46-4749-900c-45e2b89636e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:16.825382 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-c2409d02-fa46-4749-900c-45e2b89636e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0864480 May 03 21:30:16.827757 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.837350 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946'] for port, after_create {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.873863 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Attempting to bind port 4330c164-5f0d-4206-86df-435fb6e2f759 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:16.874279 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Attempting to bind port 4330c164-5f0d-4206-86df-435fb6e2f759 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:16.874736 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Attempting to bind port 4330c164-5f0d-4206-86df-435fb6e2f759 on network 3063b41e-3fc4-470f-bd09-02bb013f0887 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:16.905864 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:16.906415 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Checking segment: {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:16.906916 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.907419 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Bound using segment: {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:16.908067 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Bound port: 4330c164-5f0d-4206-86df-435fb6e2f759, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:16.908458 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:16.936353 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:16.944421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.scheduler.base_scheduler [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Resources bound (agent type, host, resource id): {{(pid=87269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:16.946880 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Received port after_create {{(pid=87269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:16.959194 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Pushing event updated for resources: {'Port': ['ID=adc23598-d1b4-4207-b6db-8f018f8e5dd2,revision_number=1']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:16.973362 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-983175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-641508'] for router, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.065332 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-f20ec565-9e3b-4d5f-ad65-4c5d380682cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:17.067137 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-f20ec565-9e3b-4d5f-ad65-4c5d380682cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2353406 May 03 21:30:17.115846 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Attempting to bind port adc23598-d1b4-4207-b6db-8f018f8e5dd2 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:17.116311 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Attempting to bind port adc23598-d1b4-4207-b6db-8f018f8e5dd2 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:17.116757 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Attempting to bind port adc23598-d1b4-4207-b6db-8f018f8e5dd2 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:17.131603 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:15Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:17.133921 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:17.134372 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:17.134834 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.135323 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Bound using segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:17.135857 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Bound port: adc23598-d1b4-4207-b6db-8f018f8e5dd2, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:17.136293 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.154736 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] For port 4330c164-5f0d-4206-86df-435fb6e2f759, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:17.156896 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ba5799-23ed-49fe-9ec5-4fad2f52538e None None] The sync data for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi is: [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:15Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:17.229954 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] For port 4330c164-5f0d-4206-86df-435fb6e2f759, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4330c164-5f0d-4206-86df-435fb6e2f759,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:17.230164 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Router 27af13be-fc06-4ea3-a244-53d42da4e32e is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:30:17.245576 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.329379 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Router 52733284-bafe-4c27-84e1-529167a60491 is scheduled to L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd with binding_index 1 {{(pid=87267) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 03 21:30:17.387024 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] For port adc23598-d1b4-4207-b6db-8f018f8e5dd2, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:17.399601 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] For port adc23598-d1b4-4207-b6db-8f018f8e5dd2, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=adc23598-d1b4-4207-b6db-8f018f8e5dd2,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:17.411607 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eea5a-4894-4f48-bd7e-0ffb6955f4f3 None None] Pushing event updated for resources: {'Port': ['ID=4330c164-5f0d-4206-86df-435fb6e2f759,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:17.419258 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.534402 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:17.564155 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:17.577622 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:17.578643 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:17.580933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff50b0-ee1c-4813-ba22-10b9a4ad5472 None None] Pushing event updated for resources: {'Port': ['ID=adc23598-d1b4-4207-b6db-8f018f8e5dd2,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:17.615927 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.618048 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ce88a06e-c653-42eb-bf7e-408a183bf974 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9786971 May 03 21:30:17.621093 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57908) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:17.624564 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 13295590-721c-4b1f-9807-d9b2b0ccfe30 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:17.733992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:17.785488 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Sync routers for ids ['52733284-bafe-4c27-84e1-529167a60491'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:17.790930 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 13295590-721c-4b1f-9807-d9b2b0ccfe30 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:17.795096 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-b8a4de57-af42-44ca-a0bb-11a616b02219 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206752 May 03 21:30:17.805661 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Routers {'52733284-bafe-4c27-84e1-529167a60491'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:17.806642 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['52733284-bafe-4c27-84e1-529167a60491'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:17.949824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:17.951501 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e8fa7221-4c3b-4c69-9e0b-7f5bdbad2c5c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7369540 May 03 21:30:17.954505 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57912) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:17.976683 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:18.193925 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 13295590-721c-4b1f-9807-d9b2b0ccfe30 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:18.194296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:18.280700 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Set router 52733284-bafe-4c27-84e1-529167a60491 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:18.432877 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:16Z', 'revision_number': 3, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:18.437214 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:18.437562 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Updating router 27af13be-fc06-4ea3-a244-53d42da4e32e port 521952c4-44d9-44d3-bb00-a10d2fa8a059 binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:30:18.501319 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:18.986483 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.007191 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Transition to ACTIVE for port object 521952c4-44d9-44d3-bb00-a10d2fa8a059 will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:19.017837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d7d4fd0-3847-4a4a-9bf1-9ae929536552 req-857d52d7-1406-4b14-96ec-63feaf4c7bd8 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2151852 May 03 21:30:19.021457 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.044452 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.062794 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.130395 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c405378a-1011-4f34-8c49-40c503ae38fe None None] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:19.177505 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:15Z', 'revision_number': 3, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:19.189340 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Attempting to bind port 521952c4-44d9-44d3-bb00-a10d2fa8a059 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:19.189709 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Attempting to bind port 521952c4-44d9-44d3-bb00-a10d2fa8a059 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:19.190160 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Attempting to bind port 521952c4-44d9-44d3-bb00-a10d2fa8a059 on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:19.200232 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 13295590-721c-4b1f-9807-d9b2b0ccfe30, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=13295590-721c-4b1f-9807-d9b2b0ccfe30,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:19.202611 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:19.203008 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:19.203468 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.203857 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:19.204373 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Bound port: 521952c4-44d9-44d3-bb00-a10d2fa8a059, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:19.205540 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.212788 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Checking router: 52733284-bafe-4c27-84e1-529167a60491 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:19.213308 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Updating router 52733284-bafe-4c27-84e1-529167a60491 port 4951955d-68a0-4155-94e0-6586d916fad8 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:30:19.244300 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2cf0-ef32-4e4b-a82f-3b25384690bf None None] Pushing event updated for resources: {'Port': ['ID=521952c4-44d9-44d3-bb00-a10d2fa8a059,revision_number=2']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:19.313778 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.319214 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.335602 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] For port 521952c4-44d9-44d3-bb00-a10d2fa8a059, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:19.339381 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] For port 521952c4-44d9-44d3-bb00-a10d2fa8a059, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=521952c4-44d9-44d3-bb00-a10d2fa8a059,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:19.349549 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.363204 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-deffad63-4259-48cd-8e0e-69d57d384ef9 None None] Provisioning for port 4330c164-5f0d-4206-86df-435fb6e2f759 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:19.425404 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Allocated IP 172.20.0.1 (6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa/a989b989-e716-44e5-b289-c87a21e41a80/cb4b0a2f-0764-4020-8973-92e60fa1923b) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:19.533452 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:19.534537 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:19.588559 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.630238 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e6ee5d-657b-4815-b2f8-3846e830fd9c None None] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:30:19.673570 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.690893 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.provisioning_blocks [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Transition to ACTIVE for port object cb4b0a2f-0764-4020-8973-92e60fa1923b will not be triggered until provisioned by entity DHCP. {{(pid=87268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:19.691990 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4330c164-5f0d-4206-86df-435fb6e2f759 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:19.717504 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.738183 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Allocated IP 172.20.0.1 (3063b41e-3fc4-470f-bd09-02bb013f0887/a5cdf640-101b-46b8-8ad9-83392aacc2f4/502a3bbc-3366-4595-b68c-d0c2efbff129) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:19.777220 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-33002967-0389-4024-a757-5e6158d9cc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.803519 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f2cf0-ef32-4e4b-a82f-3b25384690bf None None] Pushing event updated for resources: {'Port': ['ID=521952c4-44d9-44d3-bb00-a10d2fa8a059,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:19.834457 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Pushing event updated for resources: {'Port': ['ID=cb4b0a2f-0764-4020-8973-92e60fa1923b,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:19.857525 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:19.858521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:19.859729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:19.862006 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:19.919080 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:19.941414 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=13295590-721c-4b1f-9807-d9b2b0ccfe30,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:19.994303 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-c5561dd1-c2cf-4e21-b83e-9149eb8affe9 None None] Provisioning for port adc23598-d1b4-4207-b6db-8f018f8e5dd2 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:20.009962 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 4330c164-5f0d-4206-86df-435fb6e2f759 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:20.033556 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 4330c164-5f0d-4206-86df-435fb6e2f759 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:20.033918 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.060434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.062202 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.078861 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Transition to ACTIVE for port object 502a3bbc-3366-4595-b68c-d0c2efbff129 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:20.110541 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.194881 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:20.198534 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:20.201523 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:20.229022 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:16Z', 'revision_number': 3, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:20.234079 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431bdef1-542a-4706-acc7-8d923554f8d2 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:16Z', 'revision_number': 3, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:20.269970 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Pushing event updated for resources: {'Port': ['ID=502a3bbc-3366-4595-b68c-d0c2efbff129,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:20.290829 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-642258'] for router_interface, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.344104 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.352246 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.396395 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.497177 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Pushing event updated for resources: {'Port': ['ID=cb4b0a2f-0764-4020-8973-92e60fa1923b,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:20.547056 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.548972 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.572356 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Transition to ACTIVE for port object 4951955d-68a0-4155-94e0-6586d916fad8 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:20.614337 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 4330c164-5f0d-4206-86df-435fb6e2f759, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4330c164-5f0d-4206-86df-435fb6e2f759,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:20.623136 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.650182 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.689826 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.690539 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device adc23598-d1b4-4207-b6db-8f018f8e5dd2 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:20.789559 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:20.790785 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:20.902507 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Attempting to bind port 4951955d-68a0-4155-94e0-6586d916fad8 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:20.902885 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Attempting to bind port 4951955d-68a0-4155-94e0-6586d916fad8 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:20.903287 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Attempting to bind port 4951955d-68a0-4155-94e0-6586d916fad8 on network d3d5070d-d017-4cd6-9c22-1e5b95934d92 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:20.909502 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port adc23598-d1b4-4207-b6db-8f018f8e5dd2 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:20.919478 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:20.919634 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Checking segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:20.920053 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.920447 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Bound using segment: {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:20.920982 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Bound port: 4951955d-68a0-4155-94e0-6586d916fad8, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42560438-0221-4abf-8745-a2b6d3b63527', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:20.921539 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:20.985549 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port adc23598-d1b4-4207-b6db-8f018f8e5dd2 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:20.985919 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.006996 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.016434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.056394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-25bdc768-ae4e-46d4-9444-362c737b2446 None None] Provisioning complete for port 4330c164-5f0d-4206-86df-435fb6e2f759 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:21.056763 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-25bdc768-ae4e-46d4-9444-362c737b2446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.108841 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa9642-2088-46a9-9535-a0fdd537a8b6 None None] Pushing event updated for resources: {'Port': ['ID=4951955d-68a0-4155-94e0-6586d916fad8,revision_number=2']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:21.138522 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Pushing event updated for resources: {'Port': ['ID=502a3bbc-3366-4595-b68c-d0c2efbff129,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:21.172437 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-641083'] for router_interface, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.200574 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:30:21.376427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:21.377671 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:21.453348 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] For port 4951955d-68a0-4155-94e0-6586d916fad8, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:21.472886 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=4330c164-5f0d-4206-86df-435fb6e2f759,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:21.488923 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] For port 4951955d-68a0-4155-94e0-6586d916fad8, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4951955d-68a0-4155-94e0-6586d916fad8,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:21.510695 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.621467 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.651620 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa9642-2088-46a9-9535-a0fdd537a8b6 None None] Pushing event updated for resources: {'Port': ['ID=4951955d-68a0-4155-94e0-6586d916fad8,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:21.695768 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Router 52733284-bafe-4c27-84e1-529167a60491 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:30:21.702346 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Routers {'52733284-bafe-4c27-84e1-529167a60491'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:21.703009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:29:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['52733284-bafe-4c27-84e1-529167a60491'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:21.732145 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:21.744910 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-01b41cbb-83da-4ecc-adb9-38ee1cc61ecc admin admin] 10.222.0.26 "PUT /v2.0/routers/27af13be-fc06-4ea3-a244-53d42da4e32e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1224573 May 03 21:30:21.835298 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port adc23598-d1b4-4207-b6db-8f018f8e5dd2, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=adc23598-d1b4-4207-b6db-8f018f8e5dd2,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:21.854773 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-501b2049-afd7-486d-8e67-f4a7d9df589b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.860087 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:21.912925 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:21.922914 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-098dce8f-5689-407a-b061-f3cd6dba3116 admin admin] 10.222.0.26 "PUT /v2.0/routers/52733284-bafe-4c27-84e1-529167a60491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9620357 May 03 21:30:21.939768 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Provisioning for port cb4b0a2f-0764-4020-8973-92e60fa1923b completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:21.959836 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Provisioning complete for port cb4b0a2f-0764-4020-8973-92e60fa1923b triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:21.960211 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.006809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=adc23598-d1b4-4207-b6db-8f018f8e5dd2,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:22.034321 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] Set router 52733284-bafe-4c27-84e1-529167a60491 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:22.094655 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Port cb4b0a2f-0764-4020-8973-92e60fa1923b cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:22.179874 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4330c164-5f0d-4206-86df-435fb6e2f759 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:22.214673 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Provisioning for port 502a3bbc-3366-4595-b68c-d0c2efbff129 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:22.233879 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Provisioning complete for port 502a3bbc-3366-4595-b68c-d0c2efbff129 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:22.234251 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.317404 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57934) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:22.322126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418055260', 'description': 'tempest-description--148542269'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:22.328025 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.332122 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.335257 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.340889 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.356265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.378020 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.383265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.384342 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Port 502a3bbc-3366-4595-b68c-d0c2efbff129 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:22.386340 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.392726 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.438971 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 4330c164-5f0d-4206-86df-435fb6e2f759 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:22.439380 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.481092 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:22.484186 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.490149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.496186 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:22.496799 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:22.514365 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Provisioning complete for port adc23598-d1b4-4207-b6db-8f018f8e5dd2 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:22.514893 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b18c813f-a039-4eda-9c24-ea0de50ef812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.528283 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.529713 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2117722 May 03 21:30:22.532675 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57938) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:22.538295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': 'ab556f0d-55d7-4591-9c48-87530ca2a2f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:22.553179 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.559017 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5e7fc-9a16-4ee0-8c61-65fb2ccc5835 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab556f0d-55d7-4591-9c48-87530ca2a2f4,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:22.560822 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.571813 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.577680 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.605571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.666705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57942) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:22.676285 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175520917', 'description': 'tempest-secgroup-smoke-175520917 description', 'project_id': '523add1cb8fe46448705451bcbdb68e9'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:22.686391 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.691594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.695886 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.701915 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.704046 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.709276 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.719842 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.740737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779c0b81-415e-4b62-b07c-1701f29aabd5,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:22.752284 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.755692 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.756898 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ca6f25b1-0be8-4301-9495-552e40ba3557 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2230096 May 03 21:30:22.759069 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.761688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57946) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:22.764946 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.770601 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 13295590-721c-4b1f-9807-d9b2b0ccfe30 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:22.771475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': 'ab556f0d-55d7-4591-9c48-87530ca2a2f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:22.778519 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:22.782906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.785203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:22.791237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:22.796984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:22.804435 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:22.840386 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '502a3bbc-3366-4595-b68c-d0c2efbff129', 'name': '', 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'mac_address': 'fa:16:3e:12:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 2, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'subnets': [{'id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:22.848372 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b13667-b917-4dea-8374-9163bf03d61c None None] The sync data for ids ['52733284-bafe-4c27-84e1-529167a60491'] in dv-cinder-840376-1-iscsi is: [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '502a3bbc-3366-4595-b68c-d0c2efbff129', 'name': '', 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'mac_address': 'fa:16:3e:12:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 2, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'subnets': [{'id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:22.861737 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 13295590-721c-4b1f-9807-d9b2b0ccfe30 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:22.862104 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:22.941344 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.012908 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d6384429-ed93-4f52-866c-2af8bcf7223c None None] Provisioning complete for port cb4b0a2f-0764-4020-8973-92e60fa1923b triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:23.013466 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6384429-ed93-4f52-866c-2af8bcf7223c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.024549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.040371 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.045475 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.059610 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 521952c4-44d9-44d3-bb00-a10d2fa8a059 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:23.065644 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.113899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bbde6e-9f8a-4806-ad2e-254b1e4fddc5,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:23.117168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb043bc-b1fd-4664-8058-9f5db3fc902b,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:23.123562 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.124984 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c17ef4d3-c218-49f9-8dd1-625f79e66afb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4568172 May 03 21:30:23.127944 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57950) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:23.139823 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group_rule': {'security_group_id': '1cb043bc-b1fd-4664-8058-9f5db3fc902b', 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:23.145658 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:23.149431 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:23.152347 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:23.159101 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:23.167627 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.169641 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f28635ff-cc2e-46ed-8d09-8118c5f9496c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060688 May 03 21:30:23.173486 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57954) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:23.185436 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.191578 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:23.203967 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:23.204555 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-d6384429-ed93-4f52-866c-2af8bcf7223c None None] Port cb4b0a2f-0764-4020-8973-92e60fa1923b cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:23.208798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.212892 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.217021 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:23.217731 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Updating router 27af13be-fc06-4ea3-a244-53d42da4e32e port cb4b0a2f-0764-4020-8973-92e60fa1923b binding host dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:30:23.220233 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:23.230651 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 521952c4-44d9-44d3-bb00-a10d2fa8a059 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:23.236494 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 521952c4-44d9-44d3-bb00-a10d2fa8a059 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:23.237048 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.238066 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:floatingip and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:23.252983 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:23.279141 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:23.313527 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.323763 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.399147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.400094 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.414237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.424809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 521952c4-44d9-44d3-bb00-a10d2fa8a059, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=521952c4-44d9-44d3-bb00-a10d2fa8a059,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:23.432658 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.436765 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2667d6f4-fd3b-4a7c-a7d0-80441173f8c0,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:23.533704 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.536302 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-b4c48856-6621-4972-a6a4-80d86813f64e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009771 May 03 21:30:23.539329 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57958) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:23.544753 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group_rule': {'security_group_id': '1cb043bc-b1fd-4664-8058-9f5db3fc902b', 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:23.554539 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:23.563512 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:23.567078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:23.575104 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.575668 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:23.580043 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=521952c4-44d9-44d3-bb00-a10d2fa8a059,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:23.615033 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.698004 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.704621 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.744773 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.27.0.76 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/8f6aa748-67c5-42e0-9f6f-c566e74ffc47) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:23.751356 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad6013c-13f0-4534-b147-54ad90a31a4d,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:23.759203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.760886 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-8d2318fd-c698-4789-a179-50208a9a5dd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2205167 May 03 21:30:23.763693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57962) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:23.783936 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group_rule': {'security_group_id': '1cb043bc-b1fd-4664-8058-9f5db3fc902b', 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:23.784193 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Notify callbacks [] for port, precommit_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.794838 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:23.798054 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.provisioning_blocks [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Transition to ACTIVE for port object cb4b0a2f-0764-4020-8973-92e60fa1923b will not be triggered until provisioned by entity L2. {{(pid=87270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:23.805746 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.812069 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:23.816893 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:23.873984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:23.939824 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7296c-acf6-4398-b407-3a7cd411c271 None None] Pushing event updated for resources: {'Port': ['ID=cb4b0a2f-0764-4020-8973-92e60fa1923b,revision_number=3']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:23.943518 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:23.999567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.054026 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.061278 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.118736 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.120209 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3550820 May 03 21:30:24.121191 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d4091-f017-4ce0-b72d-b7546cdefc08 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a608518-c2dd-41c0-a00b-f6c4c517e328,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.122918 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57966) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:24.137001 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group_rule': {'security_group_id': '1cb043bc-b1fd-4664-8058-9f5db3fc902b', 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:24.147575 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:24.151751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:24.152582 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Attempting to bind port cb4b0a2f-0764-4020-8973-92e60fa1923b on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:24.152959 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Attempting to bind port cb4b0a2f-0764-4020-8973-92e60fa1923b by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:24.153322 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Attempting to bind port cb4b0a2f-0764-4020-8973-92e60fa1923b on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:24.155559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:24.159787 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:24.160214 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:24.160628 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.161454 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Bound using segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} {{(pid=87270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:24.161454 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.managers [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Bound port: cb4b0a2f-0764-4020-8973-92e60fa1923b, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}}] {{(pid=87270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:24.161936 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.167453 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:24.190326 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device adc23598-d1b4-4207-b6db-8f018f8e5dd2 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:24.193090 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.203164 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.252191 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.289738 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port adc23598-d1b4-4207-b6db-8f018f8e5dd2 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:24.290732 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.292912 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] For port cb4b0a2f-0764-4020-8973-92e60fa1923b, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:24.296070 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:24.297465 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.plugins.ml2.db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] For port cb4b0a2f-0764-4020-8973-92e60fa1923b, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=cb4b0a2f-0764-4020-8973-92e60fa1923b,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:24.303107 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:24.314822 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.315140 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:24.371914 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=8f6aa748-67c5-42e0-9f6f-c566e74ffc47,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.400934 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.402766 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:24.403474 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:24.427777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.451842 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 521952c4-44d9-44d3-bb00-a10d2fa8a059 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:24.498116 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.500846 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7296c-acf6-4398-b407-3a7cd411c271 None None] Pushing event updated for resources: {'Port': ['ID=cb4b0a2f-0764-4020-8973-92e60fa1923b,revision_number=4']} {{(pid=87270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.504114 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e70bc6-5ed9-465f-bf0f-a41e3d1e9b27,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.567693 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 521952c4-44d9-44d3-bb00-a10d2fa8a059 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:24.568210 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.644867 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.649895 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-81f1ee98-6f4b-462b-abf8-2f53ee2e2294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5211642 May 03 21:30:24.650086 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 57970) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:24.655531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group_rule': {'security_group_id': '1cb043bc-b1fd-4664-8058-9f5db3fc902b', 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:24.669147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.669642 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:24.674461 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:24.685816 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:24.689021 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:24.702789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:24.725226 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.securitygroups_db [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Project 523add1cb8fe46448705451bcbdb68e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:30:24.736844 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.739895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4951955d-68a0-4155-94e0-6586d916fad8 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:24.849630 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 4951955d-68a0-4155-94e0-6586d916fad8 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:24.855538 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 4951955d-68a0-4155-94e0-6586d916fad8 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:24.856308 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.863247 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.870695 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.900576 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7df6bc0-3f39-4ece-a5cd-d6a395890bfa,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:24.912223 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:24.916731 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 57974) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:24.917160 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ed33f69e-985d-4876-8b09-b3f23e65a3cf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2659068 May 03 21:30:24.924559 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'security_group_rule': {'security_group_id': '1cb043bc-b1fd-4664-8058-9f5db3fc902b', 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:24.932176 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:24.935917 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:security_group_rule and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:30:24.938990 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:30:24.945409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:24.972783 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.securitygroups_db [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Project 523add1cb8fe46448705451bcbdb68e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 03 21:30:24.982133 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.008770 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.029382 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 4951955d-68a0-4155-94e0-6586d916fad8, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4951955d-68a0-4155-94e0-6586d916fad8,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:25.035019 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.043626 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.057277 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.076717 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:24Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:25.086525 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce7ea7-b37a-407c-b86e-c7e61b8b1717 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:24Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:25.107570 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=4951955d-68a0-4155-94e0-6586d916fad8,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:25.192054 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.192054 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=8f6aa748-67c5-42e0-9f6f-c566e74ffc47,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:25.198931 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.223856 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2dc9042-68ab-47cf-808d-a33a7d418a79,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:25.230049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.269691 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.269691 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0253c9f4-870f-410f-8af7-dd6b7ca5e70f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510635 May 03 21:30:25.282840 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:25.287420 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1ad9f84d-fe84-45be-8196-eefa121ced06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1132822 May 03 21:30:25.477665 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-d9170f65-e525-4e95-9aff-2fa4b33ca1d7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:25.506790 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-d9170f65-e525-4e95-9aff-2fa4b33ca1d7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:25.508040 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-d9170f65-e525-4e95-9aff-2fa4b33ca1d7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--418055260&fields=id&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 267 time: 0.0828278 May 03 21:30:25.683097 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-15ee4346-7f02-4535-ad2c-95be087b4a01 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:25.683803 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-15ee4346-7f02-4535-ad2c-95be087b4a01 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:network {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:25.707096 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Sync routers for ids ['52733284-bafe-4c27-84e1-529167a60491'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:25.708643 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-15ee4346-7f02-4535-ad2c-95be087b4a01 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:network {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:25.711127 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-15ee4346-7f02-4535-ad2c-95be087b4a01 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.1950216 May 03 21:30:25.716776 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Routers {'52733284-bafe-4c27-84e1-529167a60491'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:25.717403 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['52733284-bafe-4c27-84e1-529167a60491'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:25.740109 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-d4677c0e-cb29-4406-85b0-7cc0b4fa416a tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/quotas/71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 375 time: 0.0218282 May 03 21:30:25.837461 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-4d939a82-75b0-4194-af7f-a4998d51cb6d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:25.855659 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-4d939a82-75b0-4194-af7f-a4998d51cb6d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:25.857102 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-4d939a82-75b0-4194-af7f-a4998d51cb6d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1158936 May 03 21:30:25.930860 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Set router 52733284-bafe-4c27-84e1-529167a60491 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:25.973250 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-23604969-40e5-4d85-b7f9-dec1514a8417 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:30:25.980029 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-23604969-40e5-4d85-b7f9-dec1514a8417 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1049850 May 03 21:30:26.106970 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device cb4b0a2f-0764-4020-8973-92e60fa1923b up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:26.136983 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-ea456b17-a1ea-44be-919c-747020b35a90 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560328 May 03 21:30:26.280370 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-944a819d-5437-4c3f-b4f5-2fe755ab55a3 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362143 May 03 21:30:26.335946 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port cb4b0a2f-0764-4020-8973-92e60fa1923b completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:26.344623 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port cb4b0a2f-0764-4020-8973-92e60fa1923b triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:26.345030 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:26.510482 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-70e797d0-3cf2-4ec3-b01a-18d82c956afc req-9efe9b5d-faf5-4837-aff5-a5732a6d9ce3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 210 time: 0.0932579 May 03 21:30:26.521893 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:26.540834 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '502a3bbc-3366-4595-b68c-d0c2efbff129', 'name': '', 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'mac_address': 'fa:16:3e:12:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 2, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'subnets': [{'id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:26.551397 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Checking router: 52733284-bafe-4c27-84e1-529167a60491 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:26.551885 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Updating router 52733284-bafe-4c27-84e1-529167a60491 port 502a3bbc-3366-4595-b68c-d0c2efbff129 binding host dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 03 21:30:26.608718 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port cb4b0a2f-0764-4020-8973-92e60fa1923b, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=cb4b0a2f-0764-4020-8973-92e60fa1923b,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:26.617107 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:26.617913 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4951955d-68a0-4155-94e0-6586d916fad8 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:26.698394 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:26.855288 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=cb4b0a2f-0764-4020-8973-92e60fa1923b,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:26.880663 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 4951955d-68a0-4155-94e0-6586d916fad8 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:26.881192 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:27.238778 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Notify callbacks [] for port, precommit_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:27.250275 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Transition to ACTIVE for port object 502a3bbc-3366-4595-b68c-d0c2efbff129 will not be triggered until provisioned by entity L2. {{(pid=87269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:27.256939 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:27.437821 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b42a6-67c3-4aa9-922b-cc9908701d8b None None] Pushing event updated for resources: {'Port': ['ID=502a3bbc-3366-4595-b68c-d0c2efbff129,revision_number=3']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:27.491254 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Attempting to bind port 502a3bbc-3366-4595-b68c-d0c2efbff129 on host dv-cinder-840376-1-iscsi for vnic_type normal with profile {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:27.491628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Attempting to bind port 502a3bbc-3366-4595-b68c-d0c2efbff129 by drivers openvswitch,hyperv on host dv-cinder-840376-1-iscsi at level 0 using segments [{'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:27.491991 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Attempting to bind port 502a3bbc-3366-4595-b68c-d0c2efbff129 on network 3063b41e-3fc4-470f-bd09-02bb013f0887 {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:27.497781 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Checking agent: {'id': '6d67c8fc-3034-4e2c-ab6f-0b0e3282c670', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-840376-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 9, 23), 'started_at': datetime.datetime(2022, 5, 3, 21, 9, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-840376-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:27.498155 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Checking segment: {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:27.498582 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:27.498933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Bound using segment: {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'} {{(pid=87269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:27.499417 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.managers [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Bound port: 502a3bbc-3366-4595-b68c-d0c2efbff129, host: dv-cinder-840376-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0699d1e-c743-4174-8208-0ce486fde919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887'}}] {{(pid=87269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:27.499790 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:27.609588 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] For port 502a3bbc-3366-4595-b68c-d0c2efbff129, host dv-cinder-840376-1-iscsi, cleared binding levels {{(pid=87269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:27.618156 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] For port 502a3bbc-3366-4595-b68c-d0c2efbff129, host dv-cinder-840376-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=502a3bbc-3366-4595-b68c-d0c2efbff129,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:27.620936 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:27.655418 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-adc58aec-bed8-40ea-932c-0eabd5eca2b9 req-24f26f8a-08ba-46e8-b520-9e1bbba680cd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 210 time: 0.0473847 May 03 21:30:27.710269 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Routers {'52733284-bafe-4c27-84e1-529167a60491'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:27.710902 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['52733284-bafe-4c27-84e1-529167a60491'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:27.766858 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b42a6-67c3-4aa9-922b-cc9908701d8b None None] Pushing event updated for resources: {'Port': ['ID=502a3bbc-3366-4595-b68c-d0c2efbff129,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:27.923389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-2e5cc3d2-fba0-4138-92e3-e6e8dd64a3c1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:27.929064 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-2e5cc3d2-fba0-4138-92e3-e6e8dd64a3c1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.2300518 May 03 21:30:27.933626 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] Set router 52733284-bafe-4c27-84e1-529167a60491 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:28.010472 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-40b38044-2f58-47b0-84e2-616eaff9c683 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:28.025902 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-b400ad99-6613-45f4-8233-3450956b8a58 req-40b38044-2f58-47b0-84e2-616eaff9c683 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:28.027137 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-40b38044-2f58-47b0-84e2-616eaff9c683 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 379 time: 0.0888319 May 03 21:30:28.035455 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'port': {'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'admin_state_up': True, 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'security_groups': ['ab556f0d-55d7-4591-9c48-87530ca2a2f4']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:28.072548 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device cb4b0a2f-0764-4020-8973-92e60fa1923b up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:28.280037 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:28.293072 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:28.304345 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Made reservation on behalf of 71260dddddae4ad79738a2490f2b22a5 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:28.308041 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.334041 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port cb4b0a2f-0764-4020-8973-92e60fa1923b triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:28.334603 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.489813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.20.0.9 (6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa/a989b989-e716-44e5-b289-c87a21e41a80/f044c7af-bad1-4b8a-91a7-04a9f6808a20) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:28.529699 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 502a3bbc-3366-4595-b68c-d0c2efbff129 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:28.582532 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '502a3bbc-3366-4595-b68c-d0c2efbff129', 'name': '', 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'mac_address': 'fa:16:3e:12:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:27Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'subnets': [{'id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:28.590671 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb3ada-4805-4c8e-8f8f-ba189a14330d None None] The sync data for ids ['52733284-bafe-4c27-84e1-529167a60491'] in dv-cinder-840376-1-iscsi is: [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:20Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '502a3bbc-3366-4595-b68c-d0c2efbff129', 'name': '', 'network_id': '3063b41e-3fc4-470f-bd09-02bb013f0887', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'mac_address': 'fa:16:3e:12:2d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:27Z', 'revision_number': 4, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'subnets': [{'id': 'a5cdf640-101b-46b8-8ad9-83392aacc2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:28.606537 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning for port 502a3bbc-3366-4595-b68c-d0c2efbff129 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:28.611785 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 502a3bbc-3366-4595-b68c-d0c2efbff129 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:28.612164 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.697791 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.718158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Transition to ACTIVE for port object f044c7af-bad1-4b8a-91a7-04a9f6808a20 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:28.735967 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.747889 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.772996 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] For port 502a3bbc-3366-4595-b68c-d0c2efbff129, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=502a3bbc-3366-4595-b68c-d0c2efbff129,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:28.777163 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:28.849325 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Pushing event updated for resources: {'Port': ['ID=502a3bbc-3366-4595-b68c-d0c2efbff129,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:28.875379 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:28.882401 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:28.884998 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:28.946783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=f044c7af-bad1-4b8a-91a7-04a9f6808a20,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:28.968067 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.968418 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.968755 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.969090 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.969439 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.969776 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.970107 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.970431 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.970753 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.971102 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.971427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.971750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:30:28.990546 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:28.991252 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:29.019886 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b87abb-8157-4c1e-99c0-b85c359d377c req-11b651ee-2782-4a55-8e9f-9b781adace1b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:29.021462 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-70b87abb-8157-4c1e-99c0-b85c359d377c req-11b651ee-2782-4a55-8e9f-9b781adace1b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 931 time: 0.2340736 May 03 21:30:29.046552 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-b94a3865-c923-49a1-b7b6-df57b12df7eb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147491 May 03 21:30:29.065011 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Request body: {'port': {'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:29.118237 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-70b87abb-8157-4c1e-99c0-b85c359d377c req-76955d84-8f52-462f-9977-59d5f5be3714 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908031 May 03 21:30:29.181673 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-57aa850d-356e-4c68-b564-61c7f8c5b797 None None] Provisioning for port f044c7af-bad1-4b8a-91a7-04a9f6808a20 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:29.186592 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-57aa850d-356e-4c68-b564-61c7f8c5b797 None None] Provisioning complete for port f044c7af-bad1-4b8a-91a7-04a9f6808a20 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:29.187058 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-57aa850d-356e-4c68-b564-61c7f8c5b797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:29.189435 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:29.244606 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-57aa850d-356e-4c68-b564-61c7f8c5b797 None None] Port f044c7af-bad1-4b8a-91a7-04a9f6808a20 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:29.560809 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f044c7af-bad1-4b8a-91a7-04a9f6808a20 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:30:29.569147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:29.583814 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Transition to ACTIVE for port object f044c7af-bad1-4b8a-91a7-04a9f6808a20 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:29.589779 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:29.725282 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f044c7af-bad1-4b8a-91a7-04a9f6808a20,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:29.834909 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Attempting to bind port f044c7af-bad1-4b8a-91a7-04a9f6808a20 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:29.835280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Attempting to bind port f044c7af-bad1-4b8a-91a7-04a9f6808a20 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:29.835529 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Attempting to bind port f044c7af-bad1-4b8a-91a7-04a9f6808a20 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:29.840151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Port f044c7af-bad1-4b8a-91a7-04a9f6808a20 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:30:29.840464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Attempting to bind port f044c7af-bad1-4b8a-91a7-04a9f6808a20 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:29.845452 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:29.845783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:29.846159 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Bound using segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:29.846575 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Bound port: f044c7af-bad1-4b8a-91a7-04a9f6808a20, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:29.846962 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:29.937993 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 502a3bbc-3366-4595-b68c-d0c2efbff129 up at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:29.938966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] For port f044c7af-bad1-4b8a-91a7-04a9f6808a20, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:29.943092 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] For port f044c7af-bad1-4b8a-91a7-04a9f6808a20, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:29.947708 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:30.015008 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Provisioning complete for port 502a3bbc-3366-4595-b68c-d0c2efbff129 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:30.015343 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:30.019284 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:30.020564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:30.021911 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/f044c7af-bad1-4b8a-91a7-04a9f6808a20 HTTP/1.1" status: 200 len: 1093 time: 0.9674878 May 03 21:30:30.022343 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:30:30.049184 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ac5b4-842b-4b12-87ae-1b9c5a4253d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f044c7af-bad1-4b8a-91a7-04a9f6808a20,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:30.110291 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cdcdc51-ef6a-488a-8618-c8fac714018b'] response: {'name': 'network-changed', 'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'status': 'completed', 'code': 200} May 03 21:30:30.157142 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-251a0687-7e01-4e85-97eb-ab1a4aacec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:30.158724 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-251a0687-7e01-4e85-97eb-ab1a4aacec6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 1096 time: 0.0920608 May 03 21:30:30.359396 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-39893062-a597-462c-9004-91ccf8b9c01d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20 HTTP/1.1" status: 200 len: 217 time: 0.1924565 May 03 21:30:30.445137 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-004f9c94-c9de-4a91-988f-ce9949f77a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:30.446552 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-004f9c94-c9de-4a91-988f-ce9949f77a51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0794806 May 03 21:30:30.514073 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422ad5-8b1c-4ff4-a1ba-2021dc0f3b45 req-63047a17-b83d-48df-8dad-a51cc5e0dcc5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:30.514756 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-04422ad5-8b1c-4ff4-a1ba-2021dc0f3b45 req-63047a17-b83d-48df-8dad-a51cc5e0dcc5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:30.540688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-04422ad5-8b1c-4ff4-a1ba-2021dc0f3b45 req-63047a17-b83d-48df-8dad-a51cc5e0dcc5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:30.541960 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-04422ad5-8b1c-4ff4-a1ba-2021dc0f3b45 req-63047a17-b83d-48df-8dad-a51cc5e0dcc5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 943 time: 0.2199359 May 03 21:30:30.567127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400ad99-6613-45f4-8233-3450956b8a58 req-0a0fdfc7-dd90-4bda-af98-e9a65ddbf50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:30.568993 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-0a0fdfc7-dd90-4bda-af98-e9a65ddbf50f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143742 May 03 21:30:30.633779 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-04422ad5-8b1c-4ff4-a1ba-2021dc0f3b45 req-0e93c9ce-cb72-4da5-b410-67747f93b1a2 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854225 May 03 21:30:30.730535 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-1e03dfd4-1c27-4a12-aff0-58b4880c3aee service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537623 May 03 21:30:30.867350 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b400ad99-6613-45f4-8233-3450956b8a58 req-4dc26792-a148-4082-9290-e9d4cd8ee636 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301455 May 03 21:30:30.986543 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-8499bc5b-0a06-4877-8dd0-ede66687dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:30.988290 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-8499bc5b-0a06-4877-8dd0-ede66687dd2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 1096 time: 0.0710714 May 03 21:30:31.123471 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-6eea3755-2297-4e45-989b-d3d3a1c2f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:31.125259 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-6eea3755-2297-4e45-989b-d3d3a1c2f988 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1310654 May 03 21:30:31.198625 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-f3f5cf0b-3b96-491a-8b55-464ebcbb7821 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20 HTTP/1.1" status: 200 len: 217 time: 0.0652008 May 03 21:30:31.263250 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-58518204-f67c-4992-b757-7d100ed77b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:31.264610 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-58518204-f67c-4992-b757-7d100ed77b53 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0595105 May 03 21:30:31.341107 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-7cf48ba7-85c7-40e5-9aa2-ea33731cdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:31.342557 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-7cf48ba7-85c7-40e5-9aa2-ea33731cdcc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711882 May 03 21:30:31.477836 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-0b437135-45d8-4690-a7ac-591bcb4e7969 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279182 May 03 21:30:31.612196 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-266fe547-2e74-4d5f-8429-2d9f8e491519 req-c3ddb45d-cec8-4130-a0ab-491a751f4bb1 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262648 May 03 21:30:31.819025 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c9a34-df38-4332-82cd-23168ea020f4 req-1aa95305-aeaa-4b42-ac87-9c8376ce9b60 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:31.820388 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-db7c9a34-df38-4332-82cd-23168ea020f4 req-1aa95305-aeaa-4b42-ac87-9c8376ce9b60 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 943 time: 0.0804379 May 03 21:30:31.866520 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-db7c9a34-df38-4332-82cd-23168ea020f4 req-cf1f84f1-cda1-4b42-9ebd-6bdd59f2ad73 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 May 03 21:30:33.056723 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cfb32-1161-498c-9646-f34e32f55f68 req-cd2abfe4-c8ee-441b-8625-98404cd1e27e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:33.058169 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-db8cfb32-1161-498c-9646-f34e32f55f68 req-cd2abfe4-c8ee-441b-8625-98404cd1e27e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 943 time: 0.0838203 May 03 21:30:33.105081 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-db8cfb32-1161-498c-9646-f34e32f55f68 req-7503375f-9c7c-486d-878e-bf97c4c37c07 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 May 03 21:30:34.292432 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdc4d6-86c4-41de-bb7c-ae674478258f req-309f1087-4844-43ec-882f-33177f8be33e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:34.293903 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cffdc4d6-86c4-41de-bb7c-ae674478258f req-309f1087-4844-43ec-882f-33177f8be33e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 943 time: 0.0826869 May 03 21:30:34.339449 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cffdc4d6-86c4-41de-bb7c-ae674478258f req-e64d9b13-aaf7-484b-989a-2e137e2c7755 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395312 May 03 21:30:35.525804 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c18fed-b8b6-431e-9c3c-cd1cb91b2a4b req-b6ba4a15-3ebb-4560-8bb5-9e36c09217d0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:35.527280 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b8c18fed-b8b6-431e-9c3c-cd1cb91b2a4b req-b6ba4a15-3ebb-4560-8bb5-9e36c09217d0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 943 time: 0.0786843 May 03 21:30:35.573397 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b8c18fed-b8b6-431e-9c3c-cd1cb91b2a4b req-eaddd804-5e18-4d53-ae12-12985bfa7e7d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404794 May 03 21:30:35.672842 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device f044c7af-bad1-4b8a-91a7-04a9f6808a20 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:30:35.803400 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port f044c7af-bad1-4b8a-91a7-04a9f6808a20, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:35.817424 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:30:35.874100 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:35.890650 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f044c7af-bad1-4b8a-91a7-04a9f6808a20 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:30:35.905347 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port f044c7af-bad1-4b8a-91a7-04a9f6808a20, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:35.910907 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:35.974714 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=f044c7af-bad1-4b8a-91a7-04a9f6808a20,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:36.269359 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['f044c7af-bad1-4b8a-91a7-04a9f6808a20'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:30:36.756625 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f1b0c-9677-4715-b1ac-a079288b6aeb req-8da8808c-d76d-467d-ab37-9929401da6bd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:36.758069 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e63f1b0c-9677-4715-b1ac-a079288b6aeb req-8da8808c-d76d-467d-ab37-9929401da6bd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 944 time: 0.0800617 May 03 21:30:36.805046 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e63f1b0c-9677-4715-b1ac-a079288b6aeb req-00313436-706a-4f52-a382-e849dadaf3ad tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412357 May 03 21:30:36.843099 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:37.686878 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device f044c7af-bad1-4b8a-91a7-04a9f6808a20 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:30:37.752826 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port f044c7af-bad1-4b8a-91a7-04a9f6808a20 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:37.757379 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port f044c7af-bad1-4b8a-91a7-04a9f6808a20 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:37.757747 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:37.907746 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:37.934760 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:30:37.946362 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port f044c7af-bad1-4b8a-91a7-04a9f6808a20, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:30:37.951416 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:38.011683 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b08a3-9889-442e-9eea-6c5cf1a44270 req-a1b99c5d-9fed-4759-bf21-94bbd7707ab1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:38.013794 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7c8b08a3-9889-442e-9eea-6c5cf1a44270 req-a1b99c5d-9fed-4759-bf21-94bbd7707ab1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.1002116 May 03 21:30:38.026147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=f044c7af-bad1-4b8a-91a7-04a9f6808a20,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:38.047600 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de97e06-52b0-4c7a-8596-0b3fefc8b7c2'] response: {'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'code': 200} May 03 21:30:38.061712 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7c8b08a3-9889-442e-9eea-6c5cf1a44270 req-a84a2d62-5092-4fe0-bc6d-de08fd520c57 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 May 03 21:30:38.272728 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe150dc-655b-4a05-b360-1b63660cc1b5 req-5368a86d-08c8-4370-b548-7bc6d2e81de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:38.274082 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-efe150dc-655b-4a05-b360-1b63660cc1b5 req-5368a86d-08c8-4370-b548-7bc6d2e81de9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 1098 time: 0.0724678 May 03 21:30:38.314686 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-efe150dc-655b-4a05-b360-1b63660cc1b5 req-cf759bea-14ae-47c3-8aba-095503582b61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330741 May 03 21:30:39.246801 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e8c3a-530e-4209-b950-071101b11673 req-ca0f44cd-60f8-4abc-8183-05492a38d75c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:39.248276 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b44e8c3a-530e-4209-b950-071101b11673 req-ca0f44cd-60f8-4abc-8183-05492a38d75c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.0811145 May 03 21:30:39.291381 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b44e8c3a-530e-4209-b950-071101b11673 req-d65a47cb-8181-4f06-8000-78cab2c998e5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374537 May 03 21:30:40.470236 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb88796-c0c5-47f3-8c91-a6b38a22bf23 req-038dd26a-36b0-4f72-8221-e20d001e5726 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:40.471809 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1eb88796-c0c5-47f3-8c91-a6b38a22bf23 req-038dd26a-36b0-4f72-8221-e20d001e5726 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.0785322 May 03 21:30:40.515432 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1eb88796-c0c5-47f3-8c91-a6b38a22bf23 req-9e1cf8a8-765a-47f0-b12f-2831695fb783 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 May 03 21:30:40.691077 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807a19b-7877-4d28-a218-6f82227f7526 req-04844cd6-7a0e-42be-8faa-47de7e2330f4 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:40.692455 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0807a19b-7877-4d28-a218-6f82227f7526 req-04844cd6-7a0e-42be-8faa-47de7e2330f4 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.0784240 May 03 21:30:40.700817 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58136) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:30:40.705528 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:40.782733 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:41.456393 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:41.460571 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:41.632189 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP f5b14590-e1df-42d5-83e1-b32d98ff9c52 associated. External IP: 172.27.0.76, port: f044c7af-bad1-4b8a-91a7-04a9f6808a20. May 03 21:30:41.974767 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:30:42.151023 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:30:42.155864 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:42.161707 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:30:42.171595 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:42.172285 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:42.209822 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-06a02e87-a082-4d79-849d-001925da5230 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "PUT /v2.0/floatingips/f5b14590-e1df-42d5-83e1-b32d98ff9c52 HTTP/1.1" status: 200 len: 990 time: 1.5079985 May 03 21:30:42.210386 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:30:42.319372 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2428aa1f-ed6c-4a68-9f57-a2f28c872c41'] response: {'name': 'network-changed', 'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'status': 'completed', 'code': 200} May 03 21:30:42.357335 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:42.502288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-3ca9c886-2369-4be7-a564-5c701dbacad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:42.503928 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-3ca9c886-2369-4be7-a564-5c701dbacad4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 1098 time: 0.1615608 May 03 21:30:42.633338 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-dafe37a4-e1ad-4d8e-acba-9b53dc5e083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:42.634774 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-dafe37a4-e1ad-4d8e-acba-9b53dc5e083c service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1247277 May 03 21:30:42.704743 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:41Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:42.709088 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:30:42.717215 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:30:42.717813 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:42.738753 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-b7ffbddd-e693-407b-8f92-04c5c15d2357 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20 HTTP/1.1" status: 200 len: 998 time: 0.0973611 May 03 21:30:42.805554 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-24ecd831-ba7b-4a96-91e9-f771b96c565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:42.806906 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-24ecd831-ba7b-4a96-91e9-f771b96c565d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0621166 May 03 21:30:42.885343 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-77b437dc-2dcc-47ec-879a-f465c33b79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:42.886803 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-77b437dc-2dcc-47ec-879a-f465c33b79f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740147 May 03 21:30:42.923366 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:30:43.020229 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-9f65e1bf-40f3-408a-bc5c-6bf68e5d79d8 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238022 May 03 21:30:43.149143 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f1856ec7-6d1e-44e0-8d1b-ea996a16a9a1 req-d22213c0-22fa-4d76-adf4-e70f554b0fa4 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224899 May 03 21:30:43.266786 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:41Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:30:43.271305 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a24d30-d3d4-446b-a8d3-61f40d642637 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:41Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:30:43.451110 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f544fc-73e0-4782-b23e-4d8ed244ab72 None None] New status for floating IP f5b14590-e1df-42d5-83e1-b32d98ff9c52: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:30:44.712491 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:30:47.855181 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-9e0eb4f3-36f0-4ae7-a653-6a0ad8e8625c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Synchronizing usage tracker for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:47.871295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-9e0eb4f3-36f0-4ae7-a653-6a0ad8e8625c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Unset dirty status for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:47.872405 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-9e0eb4f3-36f0-4ae7-a653-6a0ad8e8625c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175520917&fields=id&tenant_id=523add1cb8fe46448705451bcbdb68e9 HTTP/1.1" status: 200 len: 267 time: 0.0557947 May 03 21:30:48.020325 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-e0ec2522-2ba0-46e3-ac98-ec823c433f8f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:48.020997 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-e0ec2522-2ba0-46e3-ac98-ec823c433f8f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Synchronizing usage tracker for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:network {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:48.036600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-e0ec2522-2ba0-46e3-ac98-ec823c433f8f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Unset dirty status for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:network {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:48.037737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-e0ec2522-2ba0-46e3-ac98-ec823c433f8f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 809 time: 0.1580133 May 03 21:30:48.052595 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-54a41cbf-ce0f-43bf-bb70-87b94454c9ff tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/quotas/523add1cb8fe46448705451bcbdb68e9 HTTP/1.1" status: 200 len: 375 time: 0.0093651 May 03 21:30:48.236180 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-d4e972cb-ad67-4975-b710-2c9e37296083 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Synchronizing usage tracker for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:48.253823 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-d4e972cb-ad67-4975-b710-2c9e37296083 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Unset dirty status for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:48.255104 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-d4e972cb-ad67-4975-b710-2c9e37296083 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1976812 May 03 21:30:48.391386 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-2d3e0526-968d-497e-92ce-08f88e883464 service neutron] 10.222.0.26 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249633 May 03 21:30:48.519059 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-f112dd41-b569-4ceb-8b3f-615bf82497a6 service neutron] 10.222.0.26 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243205 May 03 21:30:48.905087 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-04171d3e-0525-4c68-9ecc-ac88e88ab2a9 req-ddb4d411-865a-408a-9a73-4518812dc517 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 210 time: 0.0430279 May 03 21:30:49.599072 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e3bf6daf-78af-4500-aa2a-7a75086df0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:49.925340 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-67d0bb60-1718-4084-b2b8-def4205c75ec tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:49.926771 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-67d0bb60-1718-4084-b2b8-def4205c75ec tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 809 time: 0.1444252 May 03 21:30:49.976321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-772fdc1a-d68a-4d32-b238-eb55235b6d25 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Synchronizing usage tracker for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:49.988627 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-772fdc1a-d68a-4d32-b238-eb55235b6d25 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Unset dirty status for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:49.990411 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-772fdc1a-d68a-4d32-b238-eb55235b6d25 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=523add1cb8fe46448705451bcbdb68e9 HTTP/1.1" status: 200 len: 379 time: 0.0543983 May 03 21:30:50.010011 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'port': {'device_id': '942ff4e9-61b2-4784-b810-d79af5b79723', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'admin_state_up': True, 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'security_groups': ['1cb043bc-b1fd-4664-8058-9f5db3fc902b']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:50.059505 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9623d80f-4d47-4635-b234-f36267c8eb6d req-9aaf7050-2df0-4380-9897-e6cdd19f9a97 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 210 time: 0.0450866 May 03 21:30:50.148220 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:30:50.157159 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:30:50.171321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Made reservation on behalf of 523add1cb8fe46448705451bcbdb68e9 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:30:50.175864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.336422 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Allocated IP 172.20.0.13 (93a0fdf0-1ef2-49f9-b6c4-8093e552ec89/7793a8f3-a8d7-4361-ac0e-baad9bb6acfc/500a649d-3ac6-46d5-9d23-44bdeb84497f) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:30:50.522254 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.538849 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Transition to ACTIVE for port object 500a649d-3ac6-46d5-9d23-44bdeb84497f will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:50.566019 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.641231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:30:50.645326 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:30:50.649063 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:30:50.680203 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:50.718431 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:50.719137 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.744191 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-eef3fba2-c043-4fbc-8351-9201bafec4b7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7378814 May 03 21:30:50.756471 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Request body: {'port': {'device_id': '942ff4e9-61b2-4784-b810-d79af5b79723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:30:50.926179 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-24b2ff94-3fcb-4189-bed4-c41d30c35bb2 None None] Provisioning for port 500a649d-3ac6-46d5-9d23-44bdeb84497f completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:30:50.931792 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-24b2ff94-3fcb-4189-bed4-c41d30c35bb2 None None] Provisioning complete for port 500a649d-3ac6-46d5-9d23-44bdeb84497f triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:30:50.932169 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-24b2ff94-3fcb-4189-bed4-c41d30c35bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.959608 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:50.985257 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-24b2ff94-3fcb-4189-bed4-c41d30c35bb2 None None] Port 500a649d-3ac6-46d5-9d23-44bdeb84497f cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:30:51.314245 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3be83-c5ed-4144-a16a-157fe2e90946 req-d6381319-e916-4bbb-8e86-bbd83830f324 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:51.314830 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-57c3be83-c5ed-4144-a16a-157fe2e90946 req-d6381319-e916-4bbb-8e86-bbd83830f324 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Synchronizing usage tracker for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:30:51.375151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500a649d-3ac6-46d5-9d23-44bdeb84497f {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:30:51.382785 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-57c3be83-c5ed-4144-a16a-157fe2e90946 req-d6381319-e916-4bbb-8e86-bbd83830f324 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Unset dirty status for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:30:51.383919 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-57c3be83-c5ed-4144-a16a-157fe2e90946 req-d6381319-e916-4bbb-8e86-bbd83830f324 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 932 time: 0.1999376 May 03 21:30:51.385637 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.415016 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Transition to ACTIVE for port object 500a649d-3ac6-46d5-9d23-44bdeb84497f will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:30:51.419201 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.544922 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-57c3be83-c5ed-4144-a16a-157fe2e90946 req-fb0f51c1-a0a0-43e8-b264-bc77aa61defe tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487601 May 03 21:30:51.568376 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:51.678281 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-cc316f26-ef6b-4659-ac3a-7b6be4271533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.680495 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Attempting to bind port 500a649d-3ac6-46d5-9d23-44bdeb84497f on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:30:51.680863 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Attempting to bind port 500a649d-3ac6-46d5-9d23-44bdeb84497f by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:30:51.681175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Attempting to bind port 500a649d-3ac6-46d5-9d23-44bdeb84497f on network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:51.685866 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Port 500a649d-3ac6-46d5-9d23-44bdeb84497f on network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:30:51.686187 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Attempting to bind port 500a649d-3ac6-46d5-9d23-44bdeb84497f on network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:30:51.691415 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:30:51.691750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Checking segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:30:51.692144 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Bound using segment: {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:30:51.692545 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Bound port: 500a649d-3ac6-46d5-9d23-44bdeb84497f, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34267871-ff7e-4f07-8e11-a12791212e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:30:51.692888 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.784416 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:30:51.787661 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:30:51.791542 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.850134 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:51.850733 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:51.852094 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] 10.222.0.47 "PUT /v2.0/ports/500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 1094 time: 1.1004725 May 03 21:30:51.852528 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:30:51.878636 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedaf16-0720-4c04-808e-65133ae5a34b service neutron] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:30:51.929837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee54b1cf-5304-417e-85b3-3bbd7c034b83'] response: {'name': 'network-changed', 'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'status': 'completed', 'code': 200} May 03 21:30:51.976321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-0c0ab050-e611-48eb-8318-b0e7c05cbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:51.977837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-0c0ab050-e611-48eb-8318-b0e7c05cbe2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1097 time: 0.0804982 May 03 21:30:52.050585 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-929a5fb3-faba-46c2-b12d-cdee8d97de76 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 217 time: 0.0634875 May 03 21:30:52.113844 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-db07e423-df4d-403e-ae30-a5e3ab7bcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:52.115182 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-db07e423-df4d-403e-ae30-a5e3ab7bcee5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0594296 May 03 21:30:52.187795 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-8543bf70-ce92-4123-be85-c2eb788e93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:52.189218 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-8543bf70-ce92-4123-be85-c2eb788e93ad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681441 May 03 21:30:52.314465 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-8858da88-816e-4555-9bf0-85553cc0b3c6 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189139 May 03 21:30:52.442192 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8b65959d-6b3e-4089-bcfe-c33ad214b52c req-a0d01ef4-af59-4016-8e29-f0b0b5467cc8 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208127 May 03 21:30:52.558876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-0dd85348-9ea1-4f3f-80d4-c5b490b90ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:52.560348 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-0dd85348-9ea1-4f3f-80d4-c5b490b90ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1097 time: 0.0713420 May 03 21:30:52.834708 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-24405028-c859-4037-a605-9859bc442946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:52.836144 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-24405028-c859-4037-a605-9859bc442946 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.2692814 May 03 21:30:52.848174 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117cd2d-c89f-4d45-bb01-de0ac8f015ce req-ab3ff425-6b5a-430b-ad18-bcd2290eb7c4 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:52.849506 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6117cd2d-c89f-4d45-bb01-de0ac8f015ce req-ab3ff425-6b5a-430b-ad18-bcd2290eb7c4 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.1695068 May 03 21:30:52.925642 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-361f870b-8b51-43d2-907e-c3c5c19f7873 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 217 time: 0.0751729 May 03 21:30:52.992664 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-6117cd2d-c89f-4d45-bb01-de0ac8f015ce req-6a07ce0d-5ee8-4600-9554-38b7fa650498 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883248 May 03 21:30:53.004852 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-f6c14244-9235-4bd1-8255-9e9e6be5448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:53.006289 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-f6c14244-9235-4bd1-8255-9e9e6be5448e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0739222 May 03 21:30:53.044298 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.083933 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-e589c5d7-ec34-4d6f-a289-3729f1f7162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:53.085455 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-e589c5d7-ec34-4d6f-a289-3729f1f7162b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722332 May 03 21:30:53.143660 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:53.246780 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-13b213a3-7c60-4d62-b371-7291f24f9351 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544044 May 03 21:30:53.397934 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-549caa0c-f1c4-4cd7-9423-6117539bd928 req-16b222c0-4b23-4281-948b-f7af30b8345f service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440301 May 03 21:30:54.186850 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8e8b8-616c-4c55-8454-665ea46cb5cf req-770aa666-ef59-49b4-89f2-e58075ae8ca0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:54.188364 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b4a8e8b8-616c-4c55-8454-665ea46cb5cf req-770aa666-ef59-49b4-89f2-e58075ae8ca0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0860720 May 03 21:30:54.199737 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:30:54.233354 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b4a8e8b8-616c-4c55-8454-665ea46cb5cf req-7ad0a723-5d08-4052-9f91-df733a9b2362 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 May 03 21:30:55.412253 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816c8ab-f8d0-45ab-834a-818bdbdc33f2 req-35313589-a220-49e4-ac60-f4e0bcfa6d75 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:55.413691 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2816c8ab-f8d0-45ab-834a-818bdbdc33f2 req-35313589-a220-49e4-ac60-f4e0bcfa6d75 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0773849 May 03 21:30:55.463467 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-2816c8ab-f8d0-45ab-834a-818bdbdc33f2 req-a5b31769-51d4-4bd6-be6e-7f459c1c91dd tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384274 May 03 21:30:56.644072 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc5ce2-dd70-4ded-bf9e-53fbfa81a181 req-f2b416d0-2a4f-431d-8cb3-5c26a07c9cd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:56.645535 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-07bc5ce2-dd70-4ded-bf9e-53fbfa81a181 req-f2b416d0-2a4f-431d-8cb3-5c26a07c9cd6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0798864 May 03 21:30:56.688771 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-07bc5ce2-dd70-4ded-bf9e-53fbfa81a181 req-b0a2f7ae-a80a-4984-8ddb-2ef3d683e4e5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375404 May 03 21:30:57.874871 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85631456-11c2-41a3-8adc-03abcb6c6319 req-7be2d04e-8687-48fa-8d46-e04781dddeb4 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:57.876239 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-85631456-11c2-41a3-8adc-03abcb6c6319 req-7be2d04e-8687-48fa-8d46-e04781dddeb4 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0815153 May 03 21:30:57.919629 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-85631456-11c2-41a3-8adc-03abcb6c6319 req-1b6fb1ea-bb76-4896-97a7-2c8f9b3d10f1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366874 May 03 21:30:59.112531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328ded3-e086-4051-9946-b752ef54f716 req-ef4fde72-08fe-4f35-aa15-c1869badbc40 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:30:59.113681 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1328ded3-e086-4051-9946-b752ef54f716 req-ef4fde72-08fe-4f35-aa15-c1869badbc40 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0887151 May 03 21:30:59.155788 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1328ded3-e086-4051-9946-b752ef54f716 req-4f434311-cdb9-4a33-a66d-9114e218ecaf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365002 May 03 21:31:00.334148 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb320f-04e9-4b1a-b5b8-74c1a9b583a4 req-fdd5c8a0-3a89-4004-93c5-28f6b8d851fe tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:00.335607 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dedb320f-04e9-4b1a-b5b8-74c1a9b583a4 req-fdd5c8a0-3a89-4004-93c5-28f6b8d851fe tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0765715 May 03 21:31:00.381995 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dedb320f-04e9-4b1a-b5b8-74c1a9b583a4 req-8d7ca7d3-68b2-46a5-95f5-908d322361f6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 May 03 21:31:01.574425 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a482cb6-623c-4070-bc01-9bf6e3335bfc req-6469c3d3-ec3d-4072-bd1f-38b8304083c2 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:01.575900 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a482cb6-623c-4070-bc01-9bf6e3335bfc req-6469c3d3-ec3d-4072-bd1f-38b8304083c2 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0864601 May 03 21:31:01.620621 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5a482cb6-623c-4070-bc01-9bf6e3335bfc req-e3ad91e3-c824-4bce-97d9-e141f2974794 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378969 May 03 21:31:01.828986 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:01.960242 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:01.972995 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'port_id': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'mac_address': 'fa:16:3e:5f:eb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:02.026085 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:02.042257 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500a649d-3ac6-46d5-9d23-44bdeb84497f {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:31:02.056927 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:02.060740 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:02.128127 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:02.400417 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['500a649d-3ac6-46d5-9d23-44bdeb84497f'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:31:02.804777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb316b0-fe8a-41ab-ac7b-0067640cb5f8 req-916b12d7-d49f-42f1-b2d9-ec61d384c0ab tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:02.806263 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7eb316b0-fe8a-41ab-ac7b-0067640cb5f8 req-916b12d7-d49f-42f1-b2d9-ec61d384c0ab tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 945 time: 0.0813942 May 03 21:31:02.850098 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7eb316b0-fe8a-41ab-ac7b-0067640cb5f8 req-e979b0f4-1af5-4083-88e9-bb1cee481cd7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381391 May 03 21:31:03.843448 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:03.916367 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 500a649d-3ac6-46d5-9d23-44bdeb84497f completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:03.921209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 500a649d-3ac6-46d5-9d23-44bdeb84497f triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:03.921580 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:04.033754 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:04.035797 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190a386-c53f-497b-ae39-1077a0e453bb req-1b38285e-0b50-4710-94d8-1418da6355fb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:04.037295 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f190a386-c53f-497b-ae39-1077a0e453bb req-1b38285e-0b50-4710-94d8-1418da6355fb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 945 time: 0.0825560 May 03 21:31:04.061096 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:31:04.071866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:04.075975 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:04.086280 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f190a386-c53f-497b-ae39-1077a0e453bb req-3dc0656e-c8f7-418b-93a7-e8c71f45d730 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 May 03 21:31:04.150651 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be9c26e-8646-4917-8935-f6c0cc7c9939'] response: {'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'code': 200} May 03 21:31:04.181808 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:04.388954 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859e515-a066-472d-8775-90f63ef94938 req-be185db4-acd0-4908-9028-4ca9eb6f8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:04.390317 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7859e515-a066-472d-8775-90f63ef94938 req-be185db4-acd0-4908-9028-4ca9eb6f8a47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.0715926 May 03 21:31:04.430086 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7859e515-a066-472d-8775-90f63ef94938 req-0361e69c-e2d4-46f1-aaac-18fc01db1302 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333581 May 03 21:31:05.269109 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb62e-1694-4774-955a-8779109839bb req-0f51733c-818b-4454-9584-a7765265a75a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:05.270544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-98ccb62e-1694-4774-955a-8779109839bb req-0f51733c-818b-4454-9584-a7765265a75a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0782826 May 03 21:31:05.317022 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-98ccb62e-1694-4774-955a-8779109839bb req-7eff5934-8677-41e3-bc4c-a821ce56259a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409093 May 03 21:31:06.499636 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8af46-2099-43a5-8e9b-06a8425cf947 req-0899b76d-41a6-496a-9e9b-5f8a9ce5d26f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:06.501082 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-57c8af46-2099-43a5-8e9b-06a8425cf947 req-0899b76d-41a6-496a-9e9b-5f8a9ce5d26f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0784619 May 03 21:31:06.545541 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-57c8af46-2099-43a5-8e9b-06a8425cf947 req-90d9154e-8943-4477-968d-929c34c40dbd tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376110 May 03 21:31:06.725651 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e253df-7ce2-4691-9ab8-b8232530d340 req-bc2455d4-18db-403d-9ef3-ef60cdd82bed tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:06.727117 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-26e253df-7ce2-4691-9ab8-b8232530d340 req-bc2455d4-18db-403d-9ef3-ef60cdd82bed tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0779498 May 03 21:31:06.770542 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-26e253df-7ce2-4691-9ab8-b8232530d340 req-1414efbe-0123-4d5c-99f4-0f326c87fb5f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378296 May 03 21:31:06.792029 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58220) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:06.845380 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:06.905277 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534dcb8a-d1ad-41a1-9d49-7ef7064de74c tempest-TestShelveInstance-1959535933 tempest-TestShelveInstance-1959535933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:06.906737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-534dcb8a-d1ad-41a1-9d49-7ef7064de74c tempest-TestShelveInstance-1959535933 tempest-TestShelveInstance-1959535933-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1094 time: 0.1137805 May 03 21:31:06.909891 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58226) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:06.914586 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'port_id': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:31:06.920164 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:06.924412 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Usage tracker for resource:floatingip and tenant:523add1cb8fe46448705451bcbdb68e9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:06.927180 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:06.932672 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:06.943359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:07.074679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:07.209711 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Allocated IP 172.27.0.34 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/a23a383f-3073-40c2-91a0-90e3f277c466) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:07.354019 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:07.382832 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:07.447366 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:07.450142 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:07.453849 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:31:07.492464 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'Port': ['ID=a23a383f-3073-40c2-91a0-90e3f277c466,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:07.506988 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.507344 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.507690 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.508023 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.508352 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.508681 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.509007 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.509332 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.509658 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.509983 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.510305 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.510626 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:07.962871 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:08.038344 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:08.246585 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:08.250890 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:08.362356 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event updated for resources: {'Port': ['ID=a23a383f-3073-40c2-91a0-90e3f277c466,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:08.370109 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:08.539931 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Floating IP 92838aa2-9034-4c06-a066-f517f02081c4 associated. External IP: 172.27.0.34, port: 500a649d-3ac6-46d5-9d23-44bdeb84497f. May 03 21:31:08.883343 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:31:09.164601 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:31:09.175272 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] Sync routers for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:31:09.188451 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:09.188681 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:31:09.189140 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:09.242328 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-93676250-4014-42b6-a718-f07c84642cf0 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3314357 May 03 21:31:09.242905 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:31:09.286964 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39133643-0390-4451-995a-5c0b1d81d528'] response: {'name': 'network-changed', 'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'status': 'completed', 'code': 200} May 03 21:31:09.365714 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:31:09.389399 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-5f499fe8-0f6a-423f-b121-e66a2218ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:09.390845 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-5f499fe8-0f6a-423f-b121-e66a2218ef61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.0742414 May 03 21:31:09.524082 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-3002dcac-2fa5-455c-b190-b67411dcef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:09.525592 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-3002dcac-2fa5-455c-b190-b67411dcef7c service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.1287923 May 03 21:31:09.723668 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-fdc15b27-537b-416d-9db6-fe6e1c0d2c7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 999 time: 0.1918769 May 03 21:31:09.731549 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '92838aa2-9034-4c06-a066-f517f02081c4', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'port_id': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'mac_address': 'fa:16:3e:5f:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942ff4e9-61b2-4784-b810-d79af5b79723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:07Z', 'updated_at': '2022-05-03T21:31:07Z', 'revision_number': 0, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:09.735364 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] Checking router: cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:31:09.743525 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:31:09.744146 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:30:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:09.785705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-189f1533-025b-497b-a3a9-3a497f116875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:09.787166 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-189f1533-025b-497b-a3a9-3a497f116875 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0574424 May 03 21:31:09.859455 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-1f07dfec-3e17-4981-b238-b9da70a286a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:09.860970 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-1f07dfec-3e17-4981-b238-b9da70a286a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679586 May 03 21:31:09.916131 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:31:09.989663 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-85855d53-d936-4eb3-b9f0-464503e3a871 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226776 May 03 21:31:10.118542 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-06ac12b5-0b76-41d5-bb68-9e75982d2da9 req-51072dc4-c83f-4b13-8993-512677a32654 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229246 May 03 21:31:10.279414 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '92838aa2-9034-4c06-a066-f517f02081c4', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'port_id': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'mac_address': 'fa:16:3e:5f:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942ff4e9-61b2-4784-b810-d79af5b79723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:07Z', 'updated_at': '2022-05-03T21:31:07Z', 'revision_number': 0, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:10.283793 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92106b91-feaf-4049-8754-53dabf3524ff None None] The sync data for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi is: [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '92838aa2-9034-4c06-a066-f517f02081c4', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'port_id': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'mac_address': 'fa:16:3e:5f:eb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942ff4e9-61b2-4784-b810-d79af5b79723', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:07Z', 'updated_at': '2022-05-03T21:31:07Z', 'revision_number': 0, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:31:10.458732 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58f19-172c-48de-872b-4bc203d19a1d None None] New status for floating IP 92838aa2-9034-4c06-a066-f517f02081c4: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:31:15.667083 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-1bf93712-277d-4733-9a79-b8f5e495047d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710266 May 03 21:31:15.804889 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-3b99553a-8710-488d-a5db-56b486a59692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:15.806229 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-3b99553a-8710-488d-a5db-56b486a59692 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 1098 time: 0.0697737 May 03 21:31:15.947850 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-e1bebd24-6527-4887-b982-916b4a010934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:15.949296 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-e1bebd24-6527-4887-b982-916b4a010934 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1248062 May 03 21:31:16.050931 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-2c01f6c8-472f-4693-96be-62af5a787823 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 200 len: 1001 time: 0.0946550 May 03 21:31:16.110770 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-6db2652e-112e-49d8-b6c7-7b8bf0b56447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:16.112874 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-6db2652e-112e-49d8-b6c7-7b8bf0b56447 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0557337 May 03 21:31:16.188608 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-d198c123-a23a-4898-bcc2-de9cf9d2bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:16.190688 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-d198c123-a23a-4898-bcc2-de9cf9d2bd5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714943 May 03 21:31:16.322776 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-c235af2a-57e6-44f1-973a-c6a039116772 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217403 May 03 21:31:16.456624 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-364160eb-f7cb-425d-ad1e-6c847735f99a req-e7f9cd03-c930-4f01-867e-a12c6a4aed7e service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206043 May 03 21:31:19.602649 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-4d18c5fd-05e1-400d-a9c3-2263b170d82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.248829 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d800ac-bdee-4f30-86d9-92a5c3eeeecb req-429494a2-2285-4bf4-a083-1807989d0633 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:21.250244 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d0d800ac-bdee-4f30-86d9-92a5c3eeeecb req-429494a2-2285-4bf4-a083-1807989d0633 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.0771165 May 03 21:31:21.293962 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d0d800ac-bdee-4f30-86d9-92a5c3eeeecb req-b8be3caf-b4ab-463c-87e2-d64d5947eadf tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380011 May 03 21:31:21.680187 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b0f48d60-9a21-44bf-b073-3124fcc999a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:21.712221 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:31:22.476818 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a96c03-c582-40af-ad7d-5e0d97b512e7 req-d08c9853-0a72-4b0e-9f8b-1144972bdbd2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:22.478475 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88a96c03-c582-40af-ad7d-5e0d97b512e7 req-d08c9853-0a72-4b0e-9f8b-1144972bdbd2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.0787613 May 03 21:31:22.525925 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88a96c03-c582-40af-ad7d-5e0d97b512e7 req-df9969c0-06e8-41b5-a14f-9fd69b816c66 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416770 May 03 21:31:22.982118 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-3bc6be6a-0032-410c-a040-371b348197cc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:22.983544 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-3bc6be6a-0032-410c-a040-371b348197cc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.0811579 May 03 21:31:23.049322 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.052606 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Deleting port d085ec09-7665-4e49-b2d6-9eaa78d1be7e {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:31:23.052949 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.146241 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.293965 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] For port d085ec09-7665-4e49-b2d6-9eaa78d1be7e, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:23.294236 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.723395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.723768 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.724083 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Floating IP 7d28389e-005a-452d-b4e2-f3ac3eaca6c2 disassociated. External IP: 172.27.0.241, port: d085ec09-7665-4e49-b2d6-9eaa78d1be7e. May 03 21:31:23.724422 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Calling delete_port for d085ec09-7665-4e49-b2d6-9eaa78d1be7e owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:31:23.795811 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c846b6e-756d-46a8-b87a-af0682f5380b req-a4189cb8-6c53-4db7-978b-50d06ebb8d13 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:23.797240 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3c846b6e-756d-46a8-b87a-af0682f5380b req-a4189cb8-6c53-4db7-978b-50d06ebb8d13 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 945 time: 0.1526546 May 03 21:31:23.884108 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3c846b6e-756d-46a8-b87a-af0682f5380b req-22d8a3ec-d728-4a2c-b790-aef9b62b6bb0 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724154 May 03 21:31:23.911221 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:23.961006 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'Port': ['ID=d085ec09-7665-4e49-b2d6-9eaa78d1be7e,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:24.142658 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:31:24.201705 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:24.321512 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:31:24.331581 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:31:24.341924 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:31:24.342635 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:31:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:24.396953 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] No DVR routers for this DVR port d085ec09-7665-4e49-b2d6-9eaa78d1be7e on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:31:24.399486 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:24.403566 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'name': 'network-vif-deleted', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:31:24.419468 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0643f7dc-4f81-41ed-be11-cd39818c449e req-e26844d8-291e-44ed-b8e2-b1218000187a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "DELETE /v2.0/ports/d085ec09-7665-4e49-b2d6-9eaa78d1be7e HTTP/1.1" status: 204 len: 173 time: 1.4296887 May 03 21:31:24.474261 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8396617-279e-4412-bd2e-a1a321014cbe'] response: {'server_uuid': '75356f3f-7b59-48fc-be30-b4fcae30213a', 'name': 'network-vif-deleted', 'tag': 'd085ec09-7665-4e49-b2d6-9eaa78d1be7e', 'status': 'completed', 'code': 200} May 03 21:31:24.524346 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:31:24.834333 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:24.838308 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:31:24.846822 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:31:24.847434 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:31:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:25.025436 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:31:25.049198 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c3ed9805-3dfb-41be-9e09-369c425d459a req-ceaa766a-b0bd-4145-b2d0-11f71d560012 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:25.064614 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c3ed9805-3dfb-41be-9e09-369c425d459a req-ceaa766a-b0bd-4145-b2d0-11f71d560012 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:25.066195 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c3ed9805-3dfb-41be-9e09-369c425d459a req-ceaa766a-b0bd-4145-b2d0-11f71d560012 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=75356f3f-7b59-48fc-be30-b4fcae30213a HTTP/1.1" status: 200 len: 210 time: 0.0610285 May 03 21:31:25.336617 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:25.340391 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180594b2-a694-40be-bf5b-9c8bf83b6f5c None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:31:25.558184 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7de065-beff-4ae9-bb86-8f70332c216a None None] New status for floating IP 7d28389e-005a-452d-b4e2-f3ac3eaca6c2: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:31:26.404099 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-33944981-64ad-4aee-b521-c611dd7e1ffa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716112459&fields=id&tenant_id=254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 267 time: 0.0384858 May 03 21:31:26.549874 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-b424fd4d-7c85-430e-8cc7-e37e16b0ba48 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:26.551325 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-b424fd4d-7c85-430e-8cc7-e37e16b0ba48 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 810 time: 0.1405816 May 03 21:31:26.565969 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-f6a09b1b-594d-4afd-a752-237e012cac2e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/quotas/254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 375 time: 0.0090888 May 03 21:31:26.646581 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-f932058f-2949-41a2-a9e5-9d2e8b3b87ce tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756125 May 03 21:31:26.705674 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-155368ca-c261-4c67-8896-7bd1675fb745 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=87267) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 03 21:31:26.706677 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-155368ca-c261-4c67-8896-7bd1675fb745 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495014 May 03 21:31:26.834117 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-de6babb2-84e9-4307-ba84-50149b3dc2e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216094 May 03 21:31:27.052667 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-9e750563-433f-40a0-b169-c53fd9bde8da service neutron] 10.222.0.26 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125807 May 03 21:31:27.419544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-7e65055b-6025-46ba-a4c8-0a5578984e94 req-8a69af46-ffc3-4276-b2c1-36356d74340b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 210 time: 0.0430276 May 03 21:31:28.008002 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device d085ec09-7665-4e49-b2d6-9eaa78d1be7e no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:31:28.040681 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: d085ec09-7665-4e49-b2d6-9eaa78d1be7e {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:31:28.041023 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device d085ec09-7665-4e49-b2d6-9eaa78d1be7e not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:31:28.428581 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-12c68abc-686e-473d-8f77-a080dac74d2d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:28.430015 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-12c68abc-686e-473d-8f77-a080dac74d2d tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 810 time: 0.1438982 May 03 21:31:28.480102 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-29d3040f-0632-4caa-a332-3b959deed49c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 379 time: 0.0420132 May 03 21:31:28.489720 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'port': {'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'admin_state_up': True, 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'security_groups': ['4351edaa-b92e-4b4a-b36c-761a4bbfc5b8']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:31:28.631830 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-144381b3-3d54-48cf-8889-4d5382453fde req-c1c9ad54-59fa-4aa5-b876-f27ec5cbb38b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 210 time: 0.0562451 May 03 21:31:28.664830 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:28.674458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:28.683682 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Made reservation on behalf of 254e042e279549dc89e7f63d0b6dfbd1 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:31:28.687024 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:28.848815 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Allocated IP 172.20.0.12 (ed8a5e49-475c-47bc-bd27-f42dc20e86d1/a5e78ea0-fa72-4243-a184-0acdc92366b8/6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:29.035891 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.050873 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Transition to ACTIVE for port object 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:29.074260 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.147760 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:29.150777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:29.154509 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:31:29.189800 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:29.207785 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.208005 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.208337 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.208663 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.208988 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.209347 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.209621 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.209937 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.210255 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.210569 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.210884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.211225 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:29.232129 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:29.232842 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.260846 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-05ffdddd-e574-4d8a-a2fd-846355ab9e14 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756009 May 03 21:31:29.272702 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Request body: {'port': {'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:31:29.363982 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-362b3824-feb7-408c-90f7-475a46c34e6e None None] Provisioning for port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:29.369142 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-362b3824-feb7-408c-90f7-475a46c34e6e None None] Provisioning complete for port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:29.369526 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-362b3824-feb7-408c-90f7-475a46c34e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.383790 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.425542 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-362b3824-feb7-408c-90f7-475a46c34e6e None None] Port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:31:29.717464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:31:29.725727 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.740816 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Transition to ACTIVE for port object 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:31:29.746070 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:29.820023 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599b0c-11fc-46aa-bbae-54c762e9538f req-62d52944-7abe-4b04-9d8e-4d148f058072 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:29.821535 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-85599b0c-11fc-46aa-bbae-54c762e9538f req-62d52944-7abe-4b04-9d8e-4d148f058072 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0823622 May 03 21:31:29.868921 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-85599b0c-11fc-46aa-bbae-54c762e9538f req-99bebbc9-456b-4e24-b3f5-f52f40ab3eb6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 May 03 21:31:29.993659 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:30.065458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Attempting to bind port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:31:30.065755 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Attempting to bind port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:31:30.066076 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Attempting to bind port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:31:30.070599 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:31:30.070874 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Attempting to bind port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:31:30.075858 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:31:30.076189 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Checking segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:31:30.076565 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Bound using segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:31:30.076978 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Bound port: 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:31:30.077314 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.166477 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] For port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:31:30.169374 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] For port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:31:30.174132 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.229263 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:30.229540 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:30.230996 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] 10.222.0.47 "PUT /v2.0/ports/6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 1094 time: 0.9624469 May 03 21:31:30.233865 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:31:30.259661 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4457a-4541-4a33-9b48-9de81fa0b8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:30.312248 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3784bf7-2059-45b1-8a16-a57b6d04432e'] response: {'name': 'network-changed', 'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'status': 'completed', 'code': 200} May 03 21:31:30.354909 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-a65df899-09b2-4da2-b6fc-37a8a7f9a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:30.356623 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-a65df899-09b2-4da2-b6fc-37a8a7f9a359 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1097 time: 0.0808952 May 03 21:31:30.426151 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-8a000066-f162-45b6-80b3-39e52fe6d6ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 217 time: 0.0618348 May 03 21:31:30.490174 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-5c6eda13-5bd9-4af7-9615-e6fe35caad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:30.491608 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-5c6eda13-5bd9-4af7-9615-e6fe35caad23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0591621 May 03 21:31:30.564916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-91d831b7-686c-4edc-9a9b-33ef29975414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:30.566436 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-91d831b7-686c-4edc-9a9b-33ef29975414 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684381 May 03 21:31:30.695308 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-52a79a15-08a0-4594-8a37-276b7f24d2c8 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209321 May 03 21:31:30.823312 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8141e299-1958-452a-93f3-4fb4b301a1b0 req-22656b92-5751-4c59-b615-def216b70760 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214147 May 03 21:31:30.950557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-70c47973-9457-4089-bfde-d70a50242e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:30.951933 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-70c47973-9457-4089-bfde-d70a50242e85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1097 time: 0.0744102 May 03 21:31:31.057935 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9039543-3590-4222-8835-899e9ae641b6 req-ca5e9656-4182-4ed2-98b3-ecf7512ab667 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:31.059421 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c9039543-3590-4222-8835-899e9ae641b6 req-ca5e9656-4182-4ed2-98b3-ecf7512ab667 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0828538 May 03 21:31:31.082223 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-26b35297-763e-43d6-b43b-baad8005ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:31.083674 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-26b35297-763e-43d6-b43b-baad8005ab04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1255474 May 03 21:31:31.102875 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c9039543-3590-4222-8835-899e9ae641b6 req-1d4e4607-2271-441d-afe7-99f9b385e938 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377793 May 03 21:31:31.150633 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-e9830855-7358-41b2-8d29-6486b65bedd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 217 time: 0.0603545 May 03 21:31:31.213899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-e83f14ea-c156-4468-84e4-5429a59efcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:31.215238 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-e83f14ea-c156-4468-84e4-5429a59efcbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0584893 May 03 21:31:31.288022 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-04e4426b-149e-479c-ba26-ea98f8bb5b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:31.289453 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-04e4426b-149e-479c-ba26-ea98f8bb5b92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679812 May 03 21:31:31.417180 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-273ed50f-027a-408d-a0a1-5351549106cc service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212304 May 03 21:31:31.547909 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7412a63e-ba19-48e7-b818-99cec56b3228 req-beddca1d-eab2-49ff-bb2f-bd0741b70779 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236072 May 03 21:31:32.369570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634ffb8-73df-4bf6-b307-73110e51177c req-47a7ca9f-3749-4d39-b84d-e63af9f6efc2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:32.370355 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-1634ffb8-73df-4bf6-b307-73110e51177c req-47a7ca9f-3749-4d39-b84d-e63af9f6efc2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:31:32.385467 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-1634ffb8-73df-4bf6-b307-73110e51177c req-47a7ca9f-3749-4d39-b84d-e63af9f6efc2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:31:32.386566 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1634ffb8-73df-4bf6-b307-73110e51177c req-47a7ca9f-3749-4d39-b84d-e63af9f6efc2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.1757419 May 03 21:31:32.429900 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1634ffb8-73df-4bf6-b307-73110e51177c req-6209d990-e492-4035-a688-7023b59d9fb3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374036 May 03 21:31:33.610197 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64eb45b-5f80-4cb6-a72b-4201edc09829 req-74ab956a-263f-4ecb-a2b1-d13dff4780f5 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:33.611832 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a64eb45b-5f80-4cb6-a72b-4201edc09829 req-74ab956a-263f-4ecb-a2b1-d13dff4780f5 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0792024 May 03 21:31:33.672731 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a64eb45b-5f80-4cb6-a72b-4201edc09829 req-281e4c3f-197e-44a7-8136-abddd454821b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552382 May 03 21:31:34.851280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c25151-0e77-4bad-afb6-c8cd61d0deca req-a2567c28-dd55-4bf5-a421-13f71042dab9 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:34.852631 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5c25151-0e77-4bad-afb6-c8cd61d0deca req-a2567c28-dd55-4bf5-a421-13f71042dab9 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0779941 May 03 21:31:34.899090 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5c25151-0e77-4bad-afb6-c8cd61d0deca req-e0ec0d72-4149-41ab-bbf5-1b637c20fbd4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 May 03 21:31:36.084268 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b12065-14cc-49d9-9361-95e2901a921b req-adb49057-fa5a-495a-8baa-192acd4dd73e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:36.085704 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-43b12065-14cc-49d9-9361-95e2901a921b req-adb49057-fa5a-495a-8baa-192acd4dd73e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0779703 May 03 21:31:36.129251 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-43b12065-14cc-49d9-9361-95e2901a921b req-d9ef580c-21b9-4add-9cf4-81d08e0e3895 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 May 03 21:31:36.844604 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:37.309314 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a8112-8387-412e-9e6e-b5a645000ecd req-07846ba0-8439-4300-b49a-a22bca80cc63 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:37.310736 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-097a8112-8387-412e-9e6e-b5a645000ecd req-07846ba0-8439-4300-b49a-a22bca80cc63 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0782466 May 03 21:31:37.353909 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-097a8112-8387-412e-9e6e-b5a645000ecd req-54df2e14-0d92-4174-9eca-8d1ec00324b6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369356 May 03 21:31:38.541043 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91248-5955-4719-afaf-496c8911b3e3 req-3ebe1a57-ecc0-4cf3-b5fc-e486fb647679 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:38.542497 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9ae91248-5955-4719-afaf-496c8911b3e3 req-3ebe1a57-ecc0-4cf3-b5fc-e486fb647679 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0863862 May 03 21:31:38.585249 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9ae91248-5955-4719-afaf-496c8911b3e3 req-351bd60a-a1c9-4e85-98a7-78eaa8791f66 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370739 May 03 21:31:39.773013 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba2b4f-3681-4ff5-bd9a-938fd7b59bf3 req-3dd7c7d2-6eed-48b1-a26d-d94a242e44d5 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:39.774344 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ddba2b4f-3681-4ff5-bd9a-938fd7b59bf3 req-3dd7c7d2-6eed-48b1-a26d-d94a242e44d5 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 944 time: 0.0834093 May 03 21:31:39.818213 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ddba2b4f-3681-4ff5-bd9a-938fd7b59bf3 req-f005fb90-1672-46ed-a107-2fa7892e30ee tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381045 May 03 21:31:40.062019 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:31:40.193418 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:40.206575 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:31:40.259342 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:40.276077 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:31:40.291293 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:40.294682 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:40.362136 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:40.368836 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.369174 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.369504 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.369830 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.370170 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.370475 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.371073 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.371392 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.371713 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.372025 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.372336 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.372646 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:31:40.657102 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:31:40.999319 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7e7e5-220c-4510-bfe8-6c6b548fde28 req-00919e41-9e49-40a8-b73c-98d2c2cef2e6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:41.000796 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-43c7e7e5-220c-4510-bfe8-6c6b548fde28 req-00919e41-9e49-40a8-b73c-98d2c2cef2e6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 945 time: 0.0804441 May 03 21:31:41.044754 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-43c7e7e5-220c-4510-bfe8-6c6b548fde28 req-998665bc-f284-4d7c-94a2-b31eae5e5a8b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381992 May 03 21:31:42.069835 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:31:42.139611 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:31:42.144424 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:31:42.144793 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:42.225783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7de7de-d823-4f2d-b056-526099f4a775 req-2545df5f-3d20-4a87-bdb7-53856ee54e86 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:42.227256 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7b7de7de-d823-4f2d-b056-526099f4a775 req-2545df5f-3d20-4a87-bdb7-53856ee54e86 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 945 time: 0.0789704 May 03 21:31:42.258220 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:42.273070 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7b7de7de-d823-4f2d-b056-526099f4a775 req-14d45f3d-e149-4497-a682-a16df7cd4b91 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386274 May 03 21:31:42.284390 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:31:42.293932 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:31:42.297354 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:42.367418 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdba4d8f-aaac-4410-9fd3-5d0e250d615f'] response: {'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'code': 200} May 03 21:31:42.398262 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:42.608638 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4ddf1-85b5-4ff8-8def-e2d837b7aa55 req-0c133f21-bcf4-47bc-ac51-db8b12742891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:42.610347 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-79f4ddf1-85b5-4ff8-8def-e2d837b7aa55 req-0c133f21-bcf4-47bc-ac51-db8b12742891 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1099 time: 0.0726795 May 03 21:31:42.650496 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-79f4ddf1-85b5-4ff8-8def-e2d837b7aa55 req-b03a42d7-7a7d-4453-a689-582e074e5868 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340064 May 03 21:31:43.452322 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92976a-11e6-4264-87fe-0bce0bf00cf9 req-ffe341da-2b4b-4316-a674-6ff954aded07 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:43.453760 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5e92976a-11e6-4264-87fe-0bce0bf00cf9 req-ffe341da-2b4b-4316-a674-6ff954aded07 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 946 time: 0.0788679 May 03 21:31:43.498181 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5e92976a-11e6-4264-87fe-0bce0bf00cf9 req-2c50df6c-5d1b-4357-8d6d-dd65ed75b0aa tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386622 May 03 21:31:44.687175 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dff7ba-6454-4228-8b01-01b29a919563 req-30acc010-0725-4460-9dec-ded58f77ec50 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:44.689120 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d6dff7ba-6454-4228-8b01-01b29a919563 req-30acc010-0725-4460-9dec-ded58f77ec50 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 946 time: 0.0834532 May 03 21:31:44.731610 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d6dff7ba-6454-4228-8b01-01b29a919563 req-ef08100d-7217-41f6-a9c8-da0d1639bbad tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374155 May 03 21:31:44.917375 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdc9c2-8397-4448-b25c-0c4cbaf68192 req-9bebe635-bc12-4173-99fe-f4b7578b5684 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:44.918715 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5fdc9c2-8397-4448-b25c-0c4cbaf68192 req-9bebe635-bc12-4173-99fe-f4b7578b5684 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 946 time: 0.0815413 May 03 21:31:44.962371 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b5fdc9c2-8397-4448-b25c-0c4cbaf68192 req-82ffa269-5fde-4a00-a552-6ac91992fea7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371854 May 03 21:31:44.985375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58324) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:45.054966 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4a8ac-f482-4ce5-962c-387b4fa815f5 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:45.056462 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f2d4a8ac-f482-4ce5-962c-387b4fa815f5 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1094 time: 0.0700343 May 03 21:31:45.059131 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58328) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:31:45.064481 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:31:45.070167 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:31:45.073979 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:floatingip and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:31:45.076834 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:31:45.082446 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:31:45.091923 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:45.225302 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:45.364413 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Allocated IP 172.27.0.171 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/bf5941e6-2815-44f5-bd4a-2a9309110232) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:31:45.514164 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:45.545470 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:45.613506 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:31:45.614568 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:31:45.618181 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:31:45.651647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=bf5941e6-2815-44f5-bd4a-2a9309110232,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:46.103594 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:46.176091 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:46.376923 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:46.382207 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:46.488090 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=bf5941e6-2815-44f5-bd4a-2a9309110232,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:31:46.498137 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:46.663694 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Floating IP 5e5cbc8e-8ea7-460a-b33d-e241b9344974 associated. External IP: 172.27.0.171, port: 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef. May 03 21:31:47.002422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:31:47.177512 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:31:47.187109 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:31:47.198208 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:31:47.199209 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:31:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:47.201278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:47.255499 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-9ff9783a-9d2a-4f1e-bb52-12af1d749702 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1952789 May 03 21:31:47.255996 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:31:47.302164 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27097194-e011-4675-bd4b-948ae5a5202c'] response: {'name': 'network-changed', 'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'status': 'completed', 'code': 200} May 03 21:31:47.389680 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-9ea57c3b-5fb6-456e-8334-ce86666ba4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:47.391287 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-9ea57c3b-5fb6-456e-8334-ce86666ba4cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1099 time: 0.0694237 May 03 21:31:47.410741 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:31:47.526024 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-54fbe3fb-0629-4cca-837c-f7f946fe2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:47.527485 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-54fbe3fb-0629-4cca-837c-f7f946fe2a67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1301246 May 03 21:31:47.630121 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-377ab11c-f959-4dce-957b-53251b0f98f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 1000 time: 0.0964897 May 03 21:31:47.694059 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-99c2bc98-6d7a-4272-81fc-6bc0f13996b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:47.695530 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-99c2bc98-6d7a-4272-81fc-6bc0f13996b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0596581 May 03 21:31:47.758585 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:45Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:47.762253 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:31:47.769804 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-248cc555-dcff-4ffa-928a-51a31aa041e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:31:47.771017 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:31:47.771306 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-248cc555-dcff-4ffa-928a-51a31aa041e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699308 May 03 21:31:47.771688 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:31:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:47.901294 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-8b9892f6-dad0-4d49-8599-9fd37301a44d service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237202 May 03 21:31:47.948167 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:31:48.034304 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3b19f4ab-e0fa-42c3-8903-2807d1b99012 req-23130d30-1682-43e3-9cf4-5151ba4e587d service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256342 May 03 21:31:48.285174 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:45Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:31:48.288928 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc966ef-19e5-4a06-830f-6111f2b53f9e None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:45Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:31:48.466348 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417fe18-e04b-4cc2-93cb-a88ee57cc2c3 None None] New status for floating IP 5e5cbc8e-8ea7-460a-b33d-e241b9344974: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:31:49.603808 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-74924ede-f182-4ab4-9c17-b07d0f82309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:51.682449 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-da39933f-5286-400d-8be0-5782efc2f897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.049990 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:53.149081 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:54.203534 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:31:58.710996 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:32:06.845956 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:16.908358 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-c0f0a330-3336-4a64-bdb5-8121f1258687 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723476 May 03 21:32:16.997314 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-d219d5ab-008e-4fd3-b787-b78b4cf45d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:16.998744 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-d219d5ab-008e-4fd3-b787-b78b4cf45d01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 1098 time: 0.0694430 May 03 21:32:17.142119 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-744526bb-12d0-44a6-9207-eedeefd14684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:17.143597 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-744526bb-12d0-44a6-9207-eedeefd14684 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1245115 May 03 21:32:17.324736 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-89e922b3-3b7e-4db1-bc8c-9d8b1c3cd64b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20 HTTP/1.1" status: 200 len: 1000 time: 0.1744928 May 03 21:32:17.385903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-793596a9-d0dd-4e35-abf9-1b83896c0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:17.387303 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-793596a9-d0dd-4e35-abf9-1b83896c0b26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0562692 May 03 21:32:17.467042 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-7de44d5b-fe32-4fa3-857b-f9e432f9651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:17.468507 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-7de44d5b-fe32-4fa3-857b-f9e432f9651b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742078 May 03 21:32:17.602652 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-d42ee5e3-7a83-4074-b6a1-472eec218ab6 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266031 May 03 21:32:17.731681 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3a83473d-593d-430d-bc16-b1812299f6a8 req-f35573d8-83a0-4551-b3af-ad070c9c6b1b service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215856 May 03 21:32:19.060672 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58398) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:19.065921 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2047631933', 'description': 'tempest-description--1423600213'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:19.072491 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:19.082602 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:19.092073 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.114576 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:19.118328 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:19.121400 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:19.126976 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:19.194842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.198382 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.240362 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a8057-30b3-410b-ad6a-23f85eb909d3,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:19.250928 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.251287 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.251620 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.251946 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.252268 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.252589 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.252906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.253218 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.253684 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.254401 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.254723 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.255062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:32:19.258092 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.261758 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-78326816-f5c6-4a4b-8914-c5152d86ca8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1976171 May 03 21:32:19.262026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58402) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:19.267077 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': '7d7a8057-30b3-410b-ad6a-23f85eb909d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:19.273042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:19.276841 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:19.279660 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:19.285737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:19.302453 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.358897 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.362215 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.384906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c0af3b-b97b-477f-aee9-4f8de0a97fac,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:19.393188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.394339 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c7f13476-91c6-4f82-b3d4-2352993e7dfe tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313679 May 03 21:32:19.396932 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58406) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:19.401811 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': '7d7a8057-30b3-410b-ad6a-23f85eb909d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:19.407327 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:19.411842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:19.414907 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:19.420597 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:19.437401 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.596780 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.602101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.607763 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8d908f4c-dff3-4782-8494-f32d5cf22361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.632377 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87a0a48-a3cd-422a-b74e-db2a3c45fbd1,revision_number=0']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:19.639757 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.640923 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-5602cc91-628d-4cbc-b7a6-fdd514a2c574 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430959 May 03 21:32:19.643962 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58410) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:19.649694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:19.655376 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:19.659169 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:floatingip and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:32:19.662697 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:32:19.668304 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:19.678410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.811312 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:19.951365 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.27.0.157 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/ef18b06d-cf09-4b15-b4e1-1dd7808cca03) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:20.095640 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.123969 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.187773 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:20.190426 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:20.194478 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:32:20.225303 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=ef18b06d-cf09-4b15-b4e1-1dd7808cca03,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:20.275996 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.334126 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.536285 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.540842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.651585 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=ef18b06d-cf09-4b15-b4e1-1dd7808cca03,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:20.663540 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.684534 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:20.685709 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-486439f4-eed4-4e50-9531-e0cf659343b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0401289 May 03 21:32:20.852377 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-7e553902-2a59-4760-be85-5fd291406abb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:20.867178 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-7e553902-2a59-4760-be85-5fd291406abb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:20.868272 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-7e553902-2a59-4760-be85-5fd291406abb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2047631933&fields=id&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 267 time: 0.0579886 May 03 21:32:21.015260 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-bddafc7a-096e-4480-8b04-7e8914b6c418 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:21.016687 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-bddafc7a-096e-4480-8b04-7e8914b6c418 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.1416028 May 03 21:32:21.031443 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-bf807ac2-396f-4115-a815-385f3c8164d1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/quotas/71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 375 time: 0.0087638 May 03 21:32:21.119236 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-e9309d0a-1980-4644-8490-a6684b2fda3d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0818586 May 03 21:32:21.252713 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-f7e95efa-67ef-4e37-9753-11a320a431f8 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219046 May 03 21:32:21.381739 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b321564f-891e-4552-9d72-474115ea223e service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231267 May 03 21:32:21.557562 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-834377f8-884f-43e2-b207-95029185e673 req-4e87c5fb-6f8d-41b6-9b05-b20341dd0734 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 210 time: 0.0428119 May 03 21:32:21.685893 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2e3147f2-9e3e-464a-acf6-d089637f16ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.558892 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-e896423d-45d7-4007-8b28-65f9016ade95 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:22.560323 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-e896423d-45d7-4007-8b28-65f9016ade95 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.1482618 May 03 21:32:22.615806 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-0848ef8f-563e-4fe5-8df8-82372d37e484 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 472 time: 0.0468678 May 03 21:32:22.641788 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'port': {'device_id': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'admin_state_up': True, 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'security_groups': ['7d7a8057-30b3-410b-ad6a-23f85eb909d3']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:22.709695 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3ab84c07-d166-4869-83c2-7fdf8c936a89 req-5a80f113-a8a9-4f97-81c4-9a754a027ed5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 210 time: 0.0422418 May 03 21:32:22.782356 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:32:22.792664 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:32:22.802771 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Made reservation on behalf of 71260dddddae4ad79738a2490f2b22a5 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:32:22.806275 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:22.968655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.20.0.6 (6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa/a989b989-e716-44e5-b289-c87a21e41a80/99f666b2-564e-4bd5-8e9b-95757fa7a13f) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:32:23.052475 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.151572 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.156355 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.171557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Transition to ACTIVE for port object 99f666b2-564e-4bd5-8e9b-95757fa7a13f will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:23.195460 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.265877 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:32:23.268904 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:32:23.272852 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:32:23.308761 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=99f666b2-564e-4bd5-8e9b-95757fa7a13f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:23.340482 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:23.341089 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.366617 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-b57a304d-a7bd-4323-807e-4a436887c052 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7286160 May 03 21:32:23.378423 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Request body: {'port': {'device_id': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:23.477909 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e9d94b9d-2090-4f98-81a5-2832e5934ad3 None None] Provisioning for port 99f666b2-564e-4bd5-8e9b-95757fa7a13f completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:23.483881 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e9d94b9d-2090-4f98-81a5-2832e5934ad3 None None] Provisioning complete for port 99f666b2-564e-4bd5-8e9b-95757fa7a13f triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:23.484304 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e9d94b9d-2090-4f98-81a5-2832e5934ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.492135 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:23.540141 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-e9d94b9d-2090-4f98-81a5-2832e5934ad3 None None] Port 99f666b2-564e-4bd5-8e9b-95757fa7a13f cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:32:23.986151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ba895a-e30e-47e1-a81a-2c1b7b316a2d req-34c4cca9-4693-409e-8332-00abda5b8a71 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:23.986826 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-74ba895a-e30e-47e1-a81a-2c1b7b316a2d req-34c4cca9-4693-409e-8332-00abda5b8a71 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:32:24.004976 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f666b2-564e-4bd5-8e9b-95757fa7a13f {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:32:24.013359 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.017579 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-74ba895a-e30e-47e1-a81a-2c1b7b316a2d req-34c4cca9-4693-409e-8332-00abda5b8a71 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:32:24.018693 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-74ba895a-e30e-47e1-a81a-2c1b7b316a2d req-34c4cca9-4693-409e-8332-00abda5b8a71 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 931 time: 0.1969807 May 03 21:32:24.044435 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Transition to ACTIVE for port object 99f666b2-564e-4bd5-8e9b-95757fa7a13f will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:32:24.048036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.180475 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-74ba895a-e30e-47e1-a81a-2c1b7b316a2d req-652593d0-d4f2-4fc2-a1e6-adbb64a75dd0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546793 May 03 21:32:24.203949 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Pushing event updated for resources: {'Port': ['ID=99f666b2-564e-4bd5-8e9b-95757fa7a13f,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:24.218709 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.311167 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Attempting to bind port 99f666b2-564e-4bd5-8e9b-95757fa7a13f on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:32:24.311548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Attempting to bind port 99f666b2-564e-4bd5-8e9b-95757fa7a13f by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:32:24.311868 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Attempting to bind port 99f666b2-564e-4bd5-8e9b-95757fa7a13f on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:32:24.317373 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Port 99f666b2-564e-4bd5-8e9b-95757fa7a13f on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:32:24.317682 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Attempting to bind port 99f666b2-564e-4bd5-8e9b-95757fa7a13f on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:32:24.322618 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:32:24.322962 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:32:24.323404 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Bound using segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:32:24.323815 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Bound port: 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:32:24.324149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.412286 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] For port 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:32:24.415133 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] For port 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:32:24.420248 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.483489 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:24.484102 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:24.485425 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] 10.222.0.47 "PUT /v2.0/ports/99f666b2-564e-4bd5-8e9b-95757fa7a13f HTTP/1.1" status: 200 len: 1093 time: 1.1113060 May 03 21:32:24.485876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:32:24.507847 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ddcfa-da1a-4446-9dbd-30f02240db1f service neutron] Pushing event updated for resources: {'Port': ['ID=99f666b2-564e-4bd5-8e9b-95757fa7a13f,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:24.571686 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ccffc6f-a7da-4c59-ab8a-a2d403e86eee'] response: {'name': 'network-changed', 'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'status': 'completed', 'code': 200} May 03 21:32:24.614805 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-53c93676-ee9b-4e04-9f23-53a72f869b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:24.616558 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-53c93676-ee9b-4e04-9f23-53a72f869b54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 1096 time: 0.0787826 May 03 21:32:24.693292 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-2eed9d45-35ac-4f73-a33b-495e15e9fd08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f HTTP/1.1" status: 200 len: 217 time: 0.0695593 May 03 21:32:24.755180 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-2121131d-da7e-4172-aef6-c180ddaca77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:24.756558 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-2121131d-da7e-4172-aef6-c180ddaca77c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0573463 May 03 21:32:24.833427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-2f9ff1ce-f911-4d28-92f7-d5a91fa5a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:24.834772 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-2f9ff1ce-f911-4d28-92f7-d5a91fa5a55e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724075 May 03 21:32:24.964175 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-6f3019da-60f6-46b9-b6c8-6d12fb919462 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230195 May 03 21:32:25.094527 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cbc017f8-849f-4ff2-81b3-35066d06a0dd req-3a996481-bb00-44dc-af4b-a5192526cd84 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250291 May 03 21:32:25.210307 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-a37c85ed-a390-4cb8-812b-d8b3e92fdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:25.212300 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-a37c85ed-a390-4cb8-812b-d8b3e92fdc3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 1096 time: 0.0698807 May 03 21:32:25.393804 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-c20e9e8c-7bff-408d-b60e-7c24be7996bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:25.395185 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-c20e9e8c-7bff-408d-b60e-7c24be7996bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1777017 May 03 21:32:25.465226 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-49b5d499-323d-4ad0-9e62-2c03fa3d1a69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f HTTP/1.1" status: 200 len: 217 time: 0.0635641 May 03 21:32:25.473251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be42ed-c78a-4493-9ae3-5913ccc38593 req-a1018713-7211-4ca8-bbaa-61a7b60f7912 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:25.474621 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a6be42ed-c78a-4493-9ae3-5913ccc38593 req-a1018713-7211-4ca8-bbaa-61a7b60f7912 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 943 time: 0.1732934 May 03 21:32:25.651505 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-804e20d0-9fb9-4a8c-b58a-91eb278cb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:25.652828 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-804e20d0-9fb9-4a8c-b58a-91eb278cb1c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.1773000 May 03 21:32:25.657208 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a6be42ed-c78a-4493-9ae3-5913ccc38593 req-a6556b9e-0eaf-46f2-8b81-8e409422365b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503253 May 03 21:32:25.726603 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-8f85760c-f20f-4975-bf6c-835acdb3950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:25.728086 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-8f85760c-f20f-4975-bf6c-835acdb3950e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691509 May 03 21:32:25.856701 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-05b1b8e8-1185-4dc4-af4c-79b7d162a0f6 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217000 May 03 21:32:25.987459 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-bb1e68dc-a3ad-4c63-aca6-e546377767f6 req-05714116-8407-4594-b002-d064d304f4f2 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240299 May 03 21:32:26.943599 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d31d0a-84ff-40d7-8f87-74cd5880d07c req-456b2320-5862-423d-b39c-e9242030de5b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:26.945064 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80d31d0a-84ff-40d7-8f87-74cd5880d07c req-456b2320-5862-423d-b39c-e9242030de5b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 943 time: 0.1814337 May 03 21:32:26.987260 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-80d31d0a-84ff-40d7-8f87-74cd5880d07c req-80594c77-ae8b-4da5-b238-f934cb2eebb1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364678 May 03 21:32:28.174158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4477c-d556-4bf8-8c75-3b0815603055 req-50b673d2-ed26-40aa-9ccd-480a5fa24238 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:28.176294 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7fc4477c-d556-4bf8-8c75-3b0815603055 req-50b673d2-ed26-40aa-9ccd-480a5fa24238 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 943 time: 0.0843155 May 03 21:32:28.218426 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7fc4477c-d556-4bf8-8c75-3b0815603055 req-c8b410b1-2d94-428c-988b-b42a73ee5b93 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364563 May 03 21:32:29.403869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e1e4f-cc2f-4b40-90c0-5f5d6f435128 req-75336790-a92b-4466-87c5-726cf273d632 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:29.405290 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-959e1e4f-cc2f-4b40-90c0-5f5d6f435128 req-75336790-a92b-4466-87c5-726cf273d632 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 943 time: 0.0812848 May 03 21:32:29.449155 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-959e1e4f-cc2f-4b40-90c0-5f5d6f435128 req-738fe650-01fa-439b-90b9-96a84b704f9d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381997 May 03 21:32:30.215531 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 99f666b2-564e-4bd5-8e9b-95757fa7a13f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:32:30.345184 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:32:30.357695 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'port_id': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'mac_address': 'fa:16:3e:fd:c9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:32:30.413847 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.430033 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f666b2-564e-4bd5-8e9b-95757fa7a13f {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:32:30.445908 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:32:30.449625 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:30.515024 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=99f666b2-564e-4bd5-8e9b-95757fa7a13f,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:30.630685 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35f11-d0b4-45a1-9a13-1f12d796c806 req-ce2eb914-a458-458e-96d8-58564ee3c96e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:30.632125 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-00c35f11-d0b4-45a1-9a13-1f12d796c806 req-ce2eb914-a458-458e-96d8-58564ee3c96e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 944 time: 0.0784097 May 03 21:32:30.679635 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-00c35f11-d0b4-45a1-9a13-1f12d796c806 req-35def093-02b4-4db1-bc96-c428aad0dee7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 May 03 21:32:30.793548 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['99f666b2-564e-4bd5-8e9b-95757fa7a13f'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:32:31.862362 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b333a4-c2de-4802-9e34-fcbe2a303145 req-b29ecb67-34f8-4fdc-9d32-98a24c15316e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:31.863766 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d4b333a4-c2de-4802-9e34-fcbe2a303145 req-b29ecb67-34f8-4fdc-9d32-98a24c15316e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 944 time: 0.0795145 May 03 21:32:31.908536 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d4b333a4-c2de-4802-9e34-fcbe2a303145 req-f26e1888-b444-440b-93d3-5b6a48ecf0e4 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 May 03 21:32:32.230974 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 99f666b2-564e-4bd5-8e9b-95757fa7a13f up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:32:32.300222 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 99f666b2-564e-4bd5-8e9b-95757fa7a13f completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:32:32.305244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 99f666b2-564e-4bd5-8e9b-95757fa7a13f triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:32:32.305612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.417800 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.443942 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:32:32.453489 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:32:32.457829 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:32.493075 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d77958f-663d-460a-8c3d-8493ed014f3e'] response: {'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'code': 200} May 03 21:32:32.531525 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=99f666b2-564e-4bd5-8e9b-95757fa7a13f,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:32:32.714589 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6209752-a2f8-4801-9534-27032e504170 req-b0563cb6-d789-4e8f-b1d4-fda6ec712d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:32.716061 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b6209752-a2f8-4801-9534-27032e504170 req-b0563cb6-d789-4e8f-b1d4-fda6ec712d99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 1098 time: 0.0705540 May 03 21:32:32.756380 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b6209752-a2f8-4801-9534-27032e504170 req-a44b267a-60bc-415e-afa3-a5c6d993982f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335202 May 03 21:32:33.092698 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1eb1c-9dae-433f-962f-280b66ffed07 req-9f3bc598-3475-4c57-8b16-a700744d9364 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:33.094044 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bff1eb1c-9dae-433f-962f-280b66ffed07 req-9f3bc598-3475-4c57-8b16-a700744d9364 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0819652 May 03 21:32:33.136954 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bff1eb1c-9dae-433f-962f-280b66ffed07 req-9ef2c4d6-614a-465a-ab6f-3d13d88ccf68 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366521 May 03 21:32:34.328810 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e6658-aa12-4e1b-8ac6-0420353af92c req-cb8c5a24-ce28-49f1-9eb3-44febfffdd86 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:34.330160 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f11e6658-aa12-4e1b-8ac6-0420353af92c req-cb8c5a24-ce28-49f1-9eb3-44febfffdd86 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0810313 May 03 21:32:34.374129 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f11e6658-aa12-4e1b-8ac6-0420353af92c req-58a2b79c-9c1a-48ed-8147-e4a4dc1e91c7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377214 May 03 21:32:34.549793 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c7c7a-52fa-4347-93cb-bb4c0704ca6f req-6591076a-87f0-4113-b80a-734fe4ce1ff8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:34.551416 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1c1c7c7a-52fa-4347-93cb-bb4c0704ca6f req-6591076a-87f0-4113-b80a-734fe4ce1ff8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0811601 May 03 21:32:34.559888 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58468) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:32:34.564642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'port_id': '99f666b2-564e-4bd5-8e9b-95757fa7a13f'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:32:34.643947 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.216746 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.220551 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:35.387846 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP 0c27f908-7a20-4f8c-987f-26b668aca996 associated. External IP: 172.27.0.157, port: 99f666b2-564e-4bd5-8e9b-95757fa7a13f. May 03 21:32:35.712434 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:32:35.832158 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:32:36.013099 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:32:36.017917 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.022869 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:32:36.032246 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:32:36.032931 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:32:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:36.072862 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-bc06e01b-35c4-415b-a62a-9b7c93c3db5c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "PUT /v2.0/floatingips/0c27f908-7a20-4f8c-987f-26b668aca996 HTTP/1.1" status: 200 len: 991 time: 1.5119419 May 03 21:32:36.073433 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:32:36.117404 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64e4587-a40f-4429-8def-e6a4c433e75a'] response: {'name': 'network-changed', 'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'status': 'completed', 'code': 200} May 03 21:32:36.208132 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-44a5437d-ee03-46ed-bda3-1b0096a65ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:36.209762 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-44a5437d-ee03-46ed-bda3-1b0096a65ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 1098 time: 0.0714803 May 03 21:32:36.239818 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:32:36.339843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-e19a3965-6eb3-472a-b236-b57372c42018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:36.341194 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-e19a3965-6eb3-472a-b236-b57372c42018 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1254151 May 03 21:32:36.446387 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-9d1add8f-dc13-47c4-9d54-9f365f632f51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f HTTP/1.1" status: 200 len: 999 time: 0.0974550 May 03 21:32:36.510089 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-1d40f397-5b28-4d97-bc29-3eb53de23d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:36.511559 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-1d40f397-5b28-4d97-bc29-3eb53de23d1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0599723 May 03 21:32:36.584091 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '0c27f908-7a20-4f8c-987f-26b668aca996', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:fd:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:32:35Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}, {'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:43Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:36.587932 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-b0819d4f-0991-4acd-b8f0-f71d0f760cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:32:36.588097 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:32:36.589504 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-b0819d4f-0991-4acd-b8f0-f71d0f760cb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721087 May 03 21:32:36.597303 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:32:36.597839 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:32:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:36.725406 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-4a65d6a6-486b-463c-bba5-294a23624284 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303496 May 03 21:32:36.774192 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:32:36.841767 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:36.858834 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-b3c4f7e7-711d-4db3-8e70-38f1756474de req-a363487a-5638-44f7-8b55-7d011e0b761a service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264448 May 03 21:32:37.117215 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '0c27f908-7a20-4f8c-987f-26b668aca996', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:fd:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:32:35Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}, {'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:43Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:32:37.121271 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb264db-e850-4dfa-8984-968d9ce3ffb7 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '0c27f908-7a20-4f8c-987f-26b668aca996', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.157', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:fd:c9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:32:20Z', 'updated_at': '2022-05-03T21:32:35Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}, {'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:43Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:32:37.293902 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e33c7ed-4a55-4d99-b548-90c25b29911b None None] New status for floating IP 0c27f908-7a20-4f8c-987f-26b668aca996: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:32:49.608502 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-75e34682-e7e7-492b-8e96-d0208aff8008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:51.687912 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-89ae879e-1505-4800-8640-ff72b671ea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.055300 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:53.151809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:32:54.209836 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:06.842550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:12.712031 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:33:16.890724 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-ca9562e7-7107-48fa-a0a2-96447cea3ed0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673711 May 03 21:33:17.061515 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-a6c7dca4-f77e-4d77-8b53-0c50a9fa6680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:17.063079 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-a6c7dca4-f77e-4d77-8b53-0c50a9fa6680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.1519866 May 03 21:33:17.205458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-75db51f6-578a-47af-8ee1-87d2c1068151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:17.206903 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-75db51f6-578a-47af-8ee1-87d2c1068151 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.1236925 May 03 21:33:17.307686 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-96a5cf27-e068-4a3f-85b9-68dc896c2f43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 1001 time: 0.0948753 May 03 21:33:17.366299 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-e5279a22-cbe0-4b93-b6bd-774f57f6ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:17.367681 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-e5279a22-cbe0-4b93-b6bd-774f57f6ed4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0545840 May 03 21:33:17.443873 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-dd4ddfdb-9edf-47c2-9316-46d535face36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:17.445288 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-dd4ddfdb-9edf-47c2-9316-46d535face36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711174 May 03 21:33:17.574352 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-7c5b97fd-954e-40d7-ac90-4a1aaa4b25bc service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223707 May 03 21:33:17.701210 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7283acf1-d079-4223-87f1-a3c2c5020a45 req-b0fc6809-4b9d-42d6-8808-78257a76ec34 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202946 May 03 21:33:19.612862 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c43eb066-da96-4f92-bce2-dea1a508f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:21.688558 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-818b0c6a-a065-4fdd-878b-e9bb7263c8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:23.087694 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:23.151305 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:24.212649 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.863884 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:36.923259 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c258c-20df-46f8-8813-fd24d7e4c442 req-51cafdd9-d4be-4314-8dd2-1251767e0817 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:36.924721 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c66c258c-20df-46f8-8813-fd24d7e4c442 req-51cafdd9-d4be-4314-8dd2-1251767e0817 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.1608951 May 03 21:33:36.968006 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c66c258c-20df-46f8-8813-fd24d7e4c442 req-942cafde-ad69-4ed1-ad4b-0fc77b249f6d tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373435 May 03 21:33:38.200391 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490234d8-ece2-42df-bea2-e4fa3c4f409b req-bedb0a8f-cfe7-4a1d-b67d-546c03402857 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:38.201842 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-490234d8-ece2-42df-bea2-e4fa3c4f409b req-bedb0a8f-cfe7-4a1d-b67d-546c03402857 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.1297886 May 03 21:33:38.253247 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-490234d8-ece2-42df-bea2-e4fa3c4f409b req-9962222f-6c71-4841-b0f7-d323c7ef6d3a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 May 03 21:33:39.443264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0ec16-fa4a-4767-a40e-022952b00cdf req-1800d7f9-fd82-4058-b69b-a3689a0f5212 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:39.444689 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43d0ec16-fa4a-4767-a40e-022952b00cdf req-1800d7f9-fd82-4058-b69b-a3689a0f5212 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0813146 May 03 21:33:39.487293 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-43d0ec16-fa4a-4767-a40e-022952b00cdf req-439165e3-74a1-4d41-a481-a58213e32c45 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370069 May 03 21:33:40.669825 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc0e7a-6d01-467a-8190-dafc86fb9a7e req-6f9196ba-4b0c-4166-85a2-1759e9a5797a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:40.671306 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bfcc0e7a-6d01-467a-8190-dafc86fb9a7e req-6f9196ba-4b0c-4166-85a2-1759e9a5797a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0787652 May 03 21:33:40.714619 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bfcc0e7a-6d01-467a-8190-dafc86fb9a7e req-cae1c972-075d-4dd1-a16f-56c8a333c98e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377660 May 03 21:33:41.898975 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e86106-330a-403a-88a4-4fe752f48821 req-faf4b2a1-b9c6-4d02-b08c-f656e3ca0662 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:41.900330 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-87e86106-330a-403a-88a4-4fe752f48821 req-faf4b2a1-b9c6-4d02-b08c-f656e3ca0662 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0789948 May 03 21:33:41.943281 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-87e86106-330a-403a-88a4-4fe752f48821 req-a0dacc24-c0c4-4964-aab9-b1c121741bbd tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372698 May 03 21:33:43.127010 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0feb989-838c-4c25-9014-31dde621c828 req-eb696ff4-48d3-40b5-a919-d4a61c424a28 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:43.128453 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0feb989-838c-4c25-9014-31dde621c828 req-eb696ff4-48d3-40b5-a919-d4a61c424a28 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0828288 May 03 21:33:43.172706 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0feb989-838c-4c25-9014-31dde621c828 req-eeb7c6a7-d1d9-4576-a244-fd5460d26011 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379007 May 03 21:33:44.363557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb748a0-1e82-4f81-9536-49925f3190cb req-5e966f3b-7603-48cb-b407-dbbfdbb8732e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:44.364895 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fbb748a0-1e82-4f81-9536-49925f3190cb req-5e966f3b-7603-48cb-b407-dbbfdbb8732e tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0811536 May 03 21:33:44.408570 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fbb748a0-1e82-4f81-9536-49925f3190cb req-5ffb1408-496b-4212-ba95-a0f2f70832da tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374300 May 03 21:33:45.595421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e467abc-3b06-49a9-80a1-70b871b253bf req-9c1b5368-a241-4f66-9eb9-2b9f4cc3e4fe tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:45.597006 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0e467abc-3b06-49a9-80a1-70b871b253bf req-9c1b5368-a241-4f66-9eb9-2b9f4cc3e4fe tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0848019 May 03 21:33:45.644419 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0e467abc-3b06-49a9-80a1-70b871b253bf req-0087679c-0e45-488d-8917-63677fb45304 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 May 03 21:33:46.825568 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3557b-302c-4618-8f93-e9cfbb84471c req-680f2177-9bd8-4d79-8852-7b1c5e833681 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:46.826880 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-77b3557b-302c-4618-8f93-e9cfbb84471c req-680f2177-9bd8-4d79-8852-7b1c5e833681 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0791607 May 03 21:33:46.871432 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-77b3557b-302c-4618-8f93-e9cfbb84471c req-f529437b-75f1-493f-ac14-0e633dda28a6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386138 May 03 21:33:46.998442 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975910-abff-4985-86f7-70764876a049 req-f8cf1cba-1947-4537-b28f-c6319ee2c0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:46.999911 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-f8cf1cba-1947-4537-b28f-c6319ee2c0e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.1132829 May 03 21:33:47.126851 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975910-abff-4985-86f7-70764876a049 req-49f926d4-2f45-4194-acdd-f942b95dc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:47.128201 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-49f926d4-2f45-4194-acdd-f942b95dc315 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.1219397 May 03 21:33:47.231014 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-bc474dec-2ca7-4f5e-8ab1-221d9741ae79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 1001 time: 0.0959768 May 03 21:33:47.293794 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975910-abff-4985-86f7-70764876a049 req-396a3575-66de-413a-ae2a-a2f6a55759cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:47.295190 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-396a3575-66de-413a-ae2a-a2f6a55759cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0573599 May 03 21:33:47.455595 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6975910-abff-4985-86f7-70764876a049 req-379c197a-d530-40de-83e2-2ad763154ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:47.457052 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-379c197a-d530-40de-83e2-2ad763154ce9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1552103 May 03 21:33:47.587376 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-8964a0dc-ed44-4bc6-a570-1f603b1e1bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228695 May 03 21:33:47.714313 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6975910-abff-4985-86f7-70764876a049 req-88a113b3-ed26-405e-a875-e61507dfe207 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207643 May 03 21:33:48.055879 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffe622-5413-4923-885f-7750dc2e93d8 req-ee223b54-b44b-45a6-9f42-9e0845934c29 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:48.057309 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3fffe622-5413-4923-885f-7750dc2e93d8 req-ee223b54-b44b-45a6-9f42-9e0845934c29 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0824592 May 03 21:33:48.099539 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3fffe622-5413-4923-885f-7750dc2e93d8 req-0ad2ef06-77b5-40e9-8118-c1cb880e2386 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367084 May 03 21:33:49.285415 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da38f9-017c-4d91-895c-6244e0914465 req-526cb944-e5f4-4844-9c03-e24e2ef767d1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:49.287023 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a4da38f9-017c-4d91-895c-6244e0914465 req-526cb944-e5f4-4844-9c03-e24e2ef767d1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0814960 May 03 21:33:49.331706 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a4da38f9-017c-4d91-895c-6244e0914465 req-f26532b6-f4b2-42cd-94a7-c43f6b9d91c9 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386653 May 03 21:33:49.614992 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-0bbd3776-a1b7-4965-9983-bc0498d7ca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:49.714426 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:33:50.531219 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2d7be-a26a-4eef-9a27-5264e171250b req-fc919440-c93b-4750-b1a5-2eb4fa9ae294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:50.538586 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-68e2d7be-a26a-4eef-9a27-5264e171250b req-fc919440-c93b-4750-b1a5-2eb4fa9ae294 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0989468 May 03 21:33:50.578703 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-68e2d7be-a26a-4eef-9a27-5264e171250b req-966d9cd2-539a-47cf-aba7-67ceefec99e8 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392051 May 03 21:33:50.949567 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [req-785a2cc8-4258-4229-897a-4ce922e7c61e req-abcb72dc-b38e-49ac-867e-14b8d7f1b87a service neutron] (87268) timed out ('10.222.0.47', 61395) {{(pid=87268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:33:50.958461 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-ae35f8bf-3a00-4d38-ab2e-5934bcdf402f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1737890 May 03 21:33:50.966444 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd98e3-5df6-4b6b-8233-06d0b072f43e req-4f391f30-d69d-47b2-a07f-7d5505cd71f1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:50.967856 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0acd98e3-5df6-4b6b-8233-06d0b072f43e req-4f391f30-d69d-47b2-a07f-7d5505cd71f1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.1073387 May 03 21:33:51.012781 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0acd98e3-5df6-4b6b-8233-06d0b072f43e req-57767308-0d3d-4280-92c3-31b433507f29 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391092 May 03 21:33:51.690354 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-0f3b4191-0ca1-4974-8b56-f24d3cd122db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:52.181915 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7debccb-8eca-4d5a-b8e7-81010d4f048b req-11f5a476-bb59-46f8-80a3-8ea87252cca9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:52.183412 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f7debccb-8eca-4d5a-b8e7-81010d4f048b req-11f5a476-bb59-46f8-80a3-8ea87252cca9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0787215 May 03 21:33:52.199064 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e7e6c-ec0b-40a2-9eb1-b99a29d73eca req-0a57d94b-686b-4031-8183-78e1a30c057b tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:52.200512 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f1e7e6c-ec0b-40a2-9eb1-b99a29d73eca req-0a57d94b-686b-4031-8183-78e1a30c057b tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0835807 May 03 21:33:52.229063 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f7debccb-8eca-4d5a-b8e7-81010d4f048b req-4d7de2a1-57f5-4c19-a967-4ce0560401ca tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 May 03 21:33:52.246561 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1f1e7e6c-ec0b-40a2-9eb1-b99a29d73eca req-4a4944af-4ec7-499f-8b63-b58f6e19deb6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399029 May 03 21:33:53.061587 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.151936 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:33:53.179843 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.264512 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.291755 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:33:53.301995 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:33:53.306420 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:53.380672 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=6']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:53.388687 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.389037 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.389380 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.389711 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.390040 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.390373 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.390697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.391044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.391371 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.391689 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.392009 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.392324 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:53.426421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5851ef-9fba-480b-895b-92d4def10f53 req-49ef146a-d47d-4c56-9f8f-279bd1391756 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:53.427880 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ff5851ef-9fba-480b-895b-92d4def10f53 req-49ef146a-d47d-4c56-9f8f-279bd1391756 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0896094 May 03 21:33:53.437835 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f28bf-af02-4f8f-a181-4319e71c9688 req-a5b92e2c-9394-4d9d-973b-67dc32b18151 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:53.439308 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3d5f28bf-af02-4f8f-a181-4319e71c9688 req-a5b92e2c-9394-4d9d-973b-67dc32b18151 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0835209 May 03 21:33:53.473700 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ff5851ef-9fba-480b-895b-92d4def10f53 req-c84fbbc6-c93b-44e7-a411-47ae214182e7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391767 May 03 21:33:53.484928 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-3d5f28bf-af02-4f8f-a181-4319e71c9688 req-11779aae-aa5b-423b-b137-061a20495187 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401280 May 03 21:33:53.534396 dv-cinder-840376-1-iscsi neutron-server[87269]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1558f013-cc8f-4779-93cf-1bed96fcac56']: {'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'code': 422} returned with failed status May 03 21:33:54.214441 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:54.674614 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866754b-c5f6-41cf-88c5-4b0c410bb418 req-d9775f74-98f9-415a-8c32-34ae56c72f0d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:54.675205 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3963-9d1c-4efb-93b2-048c4a343aec req-9ab8a1c7-56e0-4ac2-b617-44219298ef26 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:54.676224 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d866754b-c5f6-41cf-88c5-4b0c410bb418 req-d9775f74-98f9-415a-8c32-34ae56c72f0d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0855994 May 03 21:33:54.676519 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bc8a3963-9d1c-4efb-93b2-048c4a343aec req-9ab8a1c7-56e0-4ac2-b617-44219298ef26 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0810637 May 03 21:33:54.722622 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d866754b-c5f6-41cf-88c5-4b0c410bb418 req-5d129a0b-fdb4-41ba-8113-9948d89af266 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 May 03 21:33:54.729547 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bc8a3963-9d1c-4efb-93b2-048c4a343aec req-77d95dbf-45b5-4cdd-b076-7287229aeb53 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468748 May 03 21:33:55.917036 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143aa19-8d80-45fe-9624-7042500a44cf req-ad071adf-ee15-48b0-9449-4487383d2654 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:55.918715 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a143aa19-8d80-45fe-9624-7042500a44cf req-ad071adf-ee15-48b0-9449-4487383d2654 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0877554 May 03 21:33:55.971353 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a143aa19-8d80-45fe-9624-7042500a44cf req-031855b4-a1c8-4d55-b43b-3fe38b4cd5c9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462964 May 03 21:33:56.033335 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84e4c1-ae48-4cec-8cd3-82bf6006a59d req-b31102f1-1674-4d0a-aeeb-bdf162fbe0dc tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.034788 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fd84e4c1-ae48-4cec-8cd3-82bf6006a59d req-b31102f1-1674-4d0a-aeeb-bdf162fbe0dc tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.1859522 May 03 21:33:56.080469 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fd84e4c1-ae48-4cec-8cd3-82bf6006a59d req-0b4958dd-3127-4c4b-b6e0-2a51cba78444 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389562 May 03 21:33:56.233081 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-7b49741f-6e4d-4339-b8ce-73deced560d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.234518 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-7b49741f-6e4d-4339-b8ce-73deced560d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723&tenant_id=523add1cb8fe46448705451bcbdb68e9 HTTP/1.1" status: 200 len: 1097 time: 0.0735407 May 03 21:33:56.334456 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-8bc3f25b-5b1c-43e9-93d5-aefedbcf14ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.336401 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-8bc3f25b-5b1c-43e9-93d5-aefedbcf14ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1097 time: 0.0801342 May 03 21:33:56.475095 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-0c98d87f-b569-4c75-922d-c19020fa4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.477239 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-0c98d87f-b569-4c75-922d-c19020fa4fec service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.1349657 May 03 21:33:56.582873 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-3066e5e6-d08e-465b-a7ce-a9cb177cce0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 999 time: 0.0981638 May 03 21:33:56.598325 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-a3647e59-7477-4f4c-b38e-5459cd0bf18d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.599817 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-a3647e59-7477-4f4c-b38e-5459cd0bf18d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0857532 May 03 21:33:56.649942 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-92f3391c-df13-418c-8d97-3fec17082fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.651383 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-92f3391c-df13-418c-8d97-3fec17082fa7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0629754 May 03 21:33:56.669106 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port 99f666b2-564e-4bd5-8e9b-95757fa7a13f {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:33:56.669564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:56.727245 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-21309357-c10e-4099-82f5-030d701e5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:56.728712 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-21309357-c10e-4099-82f5-030d701e5fb2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704789 May 03 21:33:56.860961 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-76cd74b1-983c-4007-8a8e-29cc02385a6e service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253390 May 03 21:33:56.914452 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] For port 99f666b2-564e-4bd5-8e9b-95757fa7a13f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=99f666b2-564e-4bd5-8e9b-95757fa7a13f,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:33:56.914807 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.008114 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e7a37982-d18d-4165-8fd6-3eb0f8fa4b46 req-97349852-2b3f-470f-8572-db0933632225 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395249 May 03 21:33:57.171034 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b106f-98bb-4adb-868e-a4b3dfb8ad9a req-4cdfb3cb-1ae8-4e29-836b-16c100b33222 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:57.172731 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d87b106f-98bb-4adb-868e-a4b3dfb8ad9a req-4cdfb3cb-1ae8-4e29-836b-16c100b33222 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 945 time: 0.0895519 May 03 21:33:57.330911 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.331532 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.331654 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP 0c27f908-7a20-4f8c-987f-26b668aca996 disassociated. External IP: 172.27.0.157, port: 99f666b2-564e-4bd5-8e9b-95757fa7a13f. May 03 21:33:57.331920 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for 99f666b2-564e-4bd5-8e9b-95757fa7a13f owned by compute:nova {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:33:57.340675 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d87b106f-98bb-4adb-868e-a4b3dfb8ad9a req-f3682375-6a26-4276-b6d7-08fe14b09284 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d7a8057-30b3-410b-ad6a-23f85eb909d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606920 May 03 21:33:57.415283 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7633e4-e813-4e8b-80b5-c9f7c688aa6d req-667937b3-d584-4875-8c3c-b5965fbbc658 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:57.417661 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4e7633e4-e813-4e8b-80b5-c9f7c688aa6d req-667937b3-d584-4875-8c3c-b5965fbbc658 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.2048182 May 03 21:33:57.520368 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4e7633e4-e813-4e8b-80b5-c9f7c688aa6d req-14fd5f71-8bce-492c-bb8b-346de04f6d7f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856895 May 03 21:33:57.565225 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:57.623178 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=99f666b2-564e-4bd5-8e9b-95757fa7a13f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:57.635772 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.636118 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.636455 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.636789 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.637119 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.637450 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.637776 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.638110 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.638428 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.638747 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.639096 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.639418 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:33:57.840035 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:33:58.130951 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:33:58.140769 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:33:58.159818 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:33:58.160604 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:33:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:58.203544 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] No DVR routers for this DVR port 99f666b2-564e-4bd5-8e9b-95757fa7a13f on host hv-cinder-84037 {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:33:58.206007 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:58.208532 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'name': 'network-vif-deleted', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:33:58.224262 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b62342c-e963-477f-8afc-ea53fb197de6 req-560a53d2-41a2-49a9-a26d-f02e004a9691 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "DELETE /v2.0/ports/99f666b2-564e-4bd5-8e9b-95757fa7a13f HTTP/1.1" status: 204 len: 173 time: 1.6187479 May 03 21:33:58.264784 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f731b46-a34a-4b90-8e0f-89ca49aad407'] response: {'server_uuid': 'e979ba64-b8c2-46a4-8121-e66723139d16', 'name': 'network-vif-deleted', 'tag': '99f666b2-564e-4bd5-8e9b-95757fa7a13f', 'status': 'completed', 'code': 200} May 03 21:33:58.342705 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:33:58.516221 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8534d8e8-5ce2-458d-92da-92e1717e0aac req-46a13f62-c5da-4d42-9a47-d05f59bdce45 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:33:58.534477 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8534d8e8-5ce2-458d-92da-92e1717e0aac req-46a13f62-c5da-4d42-9a47-d05f59bdce45 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:33:58.536056 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8534d8e8-5ce2-458d-92da-92e1717e0aac req-46a13f62-c5da-4d42-9a47-d05f59bdce45 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=e979ba64-b8c2-46a4-8121-e66723139d16 HTTP/1.1" status: 200 len: 210 time: 0.0667620 May 03 21:33:58.714351 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8794d-3742-4297-a6ac-024f977c6898 req-c75d8f7f-0488-4af6-bdd0-633a6bea85bf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:58.715954 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-44a8794d-3742-4297-a6ac-024f977c6898 req-c75d8f7f-0488-4af6-bdd0-633a6bea85bf tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0849729 May 03 21:33:58.749886 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:43Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:58.753959 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:33:58.762791 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:33:58.763429 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:33:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:58.765660 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-44a8794d-3742-4297-a6ac-024f977c6898 req-f7b2e7b4-2cba-4771-9102-a3d1aef56659 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421739 May 03 21:33:58.938360 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:33:59.271619 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:43Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:33:59.275849 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7a748f-15c8-4d59-81f2-623d6f1b22e1 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': 'f5b14590-e1df-42d5-83e1-b32d98ff9c52', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:77:6e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:30:24Z', 'updated_at': '2022-05-03T21:30:43Z', 'revision_number': 2, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:33:59.488268 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d513d5-688b-4179-9d14-9811dd9d8c3e None None] New status for floating IP 0c27f908-7a20-4f8c-987f-26b668aca996: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:33:59.664607 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58624) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:59.733731 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d2f07087-466a-4884-b5ac-3e3a4f4f74b0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.762209 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d2f07087-466a-4884-b5ac-3e3a4f4f74b0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.815963 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d2f07087-466a-4884-b5ac-3e3a4f4f74b0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.835284 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f07087-466a-4884-b5ac-3e3a4f4f74b0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a8057-30b3-410b-ad6a-23f85eb909d3,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:33:59.850241 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d2f07087-466a-4884-b5ac-3e3a4f4f74b0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:33:59.852194 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d2f07087-466a-4884-b5ac-3e3a4f4f74b0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/security-groups/7d7a8057-30b3-410b-ad6a-23f85eb909d3 HTTP/1.1" status: 204 len: 168 time: 0.1858876 May 03 21:33:59.854062 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58630) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:59.871537 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.api.v2.resource [None req-cd6a1669-b889-42e6-a44a-f75501d60ce5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] show failed (client error): The resource could not be found. May 03 21:33:59.875133 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-cd6a1669-b889-42e6-a44a-f75501d60ce5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups/7d7a8057-30b3-410b-ad6a-23f85eb909d3 HTTP/1.1" status: 404 len: 347 time: 0.0175142 May 03 21:33:59.875568 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 58634) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:33:59.962742 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356c294-47d5-47ba-b7d2-2460fba2ee26 req-dc0bec38-ec0b-4f4e-91fb-726ed9b92445 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:33:59.964243 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4356c294-47d5-47ba-b7d2-2460fba2ee26 req-dc0bec38-ec0b-4f4e-91fb-726ed9b92445 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0866637 May 03 21:34:00.009215 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-4356c294-47d5-47ba-b7d2-2460fba2ee26 req-6b051ac4-713e-4cb9-8dbe-f8bbf79113ca tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 May 03 21:34:00.036593 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port ef18b06d-cf09-4b15-b4e1-1dd7808cca03 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:34:00.036937 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.202472 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.202810 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.329800 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for ef18b06d-cf09-4b15-b4e1-1dd7808cca03 owned by network:floatingip {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:34:00.463639 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.515430 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=ef18b06d-cf09-4b15-b4e1-1dd7808cca03,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:00.557099 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.557456 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.557768 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.558097 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.558424 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.558748 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.559099 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.559428 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.559744 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.560061 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.560383 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.560716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:34:00.619668 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.638079 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:00.639265 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f76b1f3c-a3fe-4609-be32-b6f2450ccea1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/floatingips/0c27f908-7a20-4f8c-987f-26b668aca996 HTTP/1.1" status: 204 len: 168 time: 0.7625420 May 03 21:34:00.650298 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 99f666b2-564e-4bd5-8e9b-95757fa7a13f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:00.686353 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 99f666b2-564e-4bd5-8e9b-95757fa7a13f {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:34:00.686701 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 99f666b2-564e-4bd5-8e9b-95757fa7a13f not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:01.205572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb5963-4d40-40ae-8309-7e4e116691d6 req-65e96187-95df-40b7-9c11-51bd83d842e1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:01.207057 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ddfb5963-4d40-40ae-8309-7e4e116691d6 req-65e96187-95df-40b7-9c11-51bd83d842e1 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0798304 May 03 21:34:01.253488 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ddfb5963-4d40-40ae-8309-7e4e116691d6 req-f0e45ffc-ec5e-42f9-bfad-8235e1af5d3a tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400472 May 03 21:34:02.441933 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713a744-311e-4209-9675-8918c7132879 req-d825d720-a241-4c44-b5c2-104e94987f60 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:02.443378 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9713a744-311e-4209-9675-8918c7132879 req-d825d720-a241-4c44-b5c2-104e94987f60 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0855930 May 03 21:34:02.491258 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9713a744-311e-4209-9675-8918c7132879 req-b36d6a64-a965-4819-a6df-0a66c9ebe121 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414147 May 03 21:34:02.652938 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b353a-2ac8-4b58-9a04-41c1f1710525 req-d64b9a0c-35d3-453c-9605-d178c646d3a9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:02.654473 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-318b353a-2ac8-4b58-9a04-41c1f1710525 req-d64b9a0c-35d3-453c-9605-d178c646d3a9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.0844018 May 03 21:34:02.699240 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-318b353a-2ac8-4b58-9a04-41c1f1710525 req-8bea3e3b-964e-459f-b7c6-1047d2ca44ca tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:02.714210 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-318b353a-2ac8-4b58-9a04-41c1f1710525 req-8bea3e3b-964e-459f-b7c6-1047d2ca44ca tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:02.715361 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-318b353a-2ac8-4b58-9a04-41c1f1710525 req-8bea3e3b-964e-459f-b7c6-1047d2ca44ca tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552025 May 03 21:34:03.212464 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-91477ce1-b4f0-4463-bca9-74388e6566c2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716112459&fields=id&tenant_id=254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 267 time: 0.0390046 May 03 21:34:03.357693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-b436042e-1986-4e1a-a356-2e55ecbd4f99 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:03.359127 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-b436042e-1986-4e1a-a356-2e55ecbd4f99 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 810 time: 0.1405044 May 03 21:34:03.374260 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-0cd5b720-f01a-40c3-8126-5fdadd1ba726 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/quotas/254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 375 time: 0.0095856 May 03 21:34:03.463173 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-ffbd05e5-302d-43cd-a794-04e19dee5440 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0840478 May 03 21:34:03.608425 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-6aa90155-46d3-4efb-9758-fc57a82d28ab service neutron] 10.222.0.26 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342168 May 03 21:34:03.694204 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d2368-d743-40b8-8eff-0519be0be7ce req-19f00e25-9d35-4315-a5df-ef3feb7fe5c8 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:03.696351 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-450d2368-d743-40b8-8eff-0519be0be7ce req-19f00e25-9d35-4315-a5df-ef3feb7fe5c8 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0870123 May 03 21:34:03.740878 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-450d2368-d743-40b8-8eff-0519be0be7ce req-9202338e-9415-4967-bf95-ef8618d1a672 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386004 May 03 21:34:03.741116 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-69e75cb4-3bdc-427b-ab02-1b6504b4b549 service neutron] 10.222.0.26 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270907 May 03 21:34:03.915001 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d079708-7698-4de8-94d8-6b12b8c2f513 req-d38b1305-b4eb-4eb9-b602-dde115d69c64 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:03.916462 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3d079708-7698-4de8-94d8-6b12b8c2f513 req-d38b1305-b4eb-4eb9-b602-dde115d69c64 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.0814240 May 03 21:34:03.963990 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3d079708-7698-4de8-94d8-6b12b8c2f513 req-f72fdb32-e957-473c-91c2-1a7ab71a80b5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 May 03 21:34:04.120117 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ef6a91fc-54f6-42fb-bc14-6a6c9e038710 req-5f0fe023-54bf-4cef-8907-3ad7a52ef528 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 210 time: 0.0428770 May 03 21:34:04.552527 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-526ccf1d-772b-486a-ac0a-fafc3da940cc tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:04.553950 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-526ccf1d-772b-486a-ac0a-fafc3da940cc tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.0800045 May 03 21:34:04.626533 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port f044c7af-bad1-4b8a-91a7-04a9f6808a20 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:34:04.627038 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.872298 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] For port f044c7af-bad1-4b8a-91a7-04a9f6808a20, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=f044c7af-bad1-4b8a-91a7-04a9f6808a20,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:04.873025 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:04.930555 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09d6c-884d-4e7e-9178-b424c55dcc2e req-f5811e9a-2205-4cf0-a938-13303fc948fa tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:04.932690 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8be09d6c-884d-4e7e-9178-b424c55dcc2e req-f5811e9a-2205-4cf0-a938-13303fc948fa tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.0863795 May 03 21:34:04.978242 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-8be09d6c-884d-4e7e-9178-b424c55dcc2e req-8d783280-2f98-4af9-8d1e-2e912a3dfc93 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399041 May 03 21:34:05.254249 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.254621 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.254973 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP f5b14590-e1df-42d5-83e1-b32d98ff9c52 disassociated. External IP: 172.27.0.76, port: f044c7af-bad1-4b8a-91a7-04a9f6808a20. May 03 21:34:05.255301 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for f044c7af-bad1-4b8a-91a7-04a9f6808a20 owned by compute:nova {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:34:05.287865 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1d996def-1e24-4afd-9087-5281e82b1cb7 req-40b0e8c2-afab-463f-8686-81cdaeaede61 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 210 time: 0.0472004 May 03 21:34:05.294844 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-4bbb8f2a-7973-4668-96f8-567b6003c3dc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:05.296254 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-4bbb8f2a-7973-4668-96f8-567b6003c3dc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 810 time: 0.3092387 May 03 21:34:05.353920 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-f151743d-e479-4749-add9-fc1369b18000 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=254e042e279549dc89e7f63d0b6dfbd1 HTTP/1.1" status: 200 len: 379 time: 0.0486789 May 03 21:34:05.354180 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a79827-9612-471a-8f3f-c90dbf96a4f0 req-5a0630d4-ceb1-4ada-9ae8-1b64196bdbaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:05.355665 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d6a79827-9612-471a-8f3f-c90dbf96a4f0 req-5a0630d4-ceb1-4ada-9ae8-1b64196bdbaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 945 time: 0.1800213 May 03 21:34:05.364936 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'port': {'device_id': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'admin_state_up': True, 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'security_groups': ['4351edaa-b92e-4b4a-b36c-761a4bbfc5b8']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:05.506919 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:05.518230 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:05.529486 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Made reservation on behalf of 254e042e279549dc89e7f63d0b6dfbd1 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:05.532868 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.551692 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d6a79827-9612-471a-8f3f-c90dbf96a4f0 req-38dc5a48-1cb1-45b0-8621-964ffc9b393e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=ab556f0d-55d7-4591-9c48-87530ca2a2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889648 May 03 21:34:05.556296 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.611840 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=f044c7af-bad1-4b8a-91a7-04a9f6808a20,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:05.705385 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Allocated IP 172.20.0.11 (ed8a5e49-475c-47bc-bd27-f42dc20e86d1/a5e78ea0-fa72-4243-a184-0acdc92366b8/8abffc92-4fd5-4632-a610-b9864b4ed7e3) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:05.800113 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:34:05.904838 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.921671 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Transition to ACTIVE for port object 8abffc92-4fd5-4632-a610-b9864b4ed7e3 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:05.949553 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:05.997650 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:34:06.036372 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:34:06.037267 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:06.041034 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:06.044983 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:34:06.071024 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:34:06.071660 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:33:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:06.082926 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=8abffc92-4fd5-4632-a610-b9864b4ed7e3,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:06.117798 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] No DVR routers for this DVR port f044c7af-bad1-4b8a-91a7-04a9f6808a20 on host hv-cinder-84037 {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:34:06.121310 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.124352 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:06.125004 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.125240 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'name': 'network-vif-deleted', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:06.164999 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-36aecb23-a4aa-490b-ba1d-54732f71ae2d req-73079584-4d44-4963-9310-51870ef6e3db tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "DELETE /v2.0/ports/f044c7af-bad1-4b8a-91a7-04a9f6808a20 HTTP/1.1" status: 204 len: 173 time: 1.6056507 May 03 21:34:06.176227 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-a8e86d89-893e-4e43-a7ae-744d108aab3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8151455 May 03 21:34:06.188723 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Request body: {'port': {'device_id': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:06.216402 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02153e95-f8b3-4855-ac14-2b04817bd705'] response: {'server_uuid': '4c2eedbb-4152-4308-8884-b9a6f8bb41d0', 'name': 'network-vif-deleted', 'tag': 'f044c7af-bad1-4b8a-91a7-04a9f6808a20', 'status': 'completed', 'code': 200} May 03 21:34:06.402488 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.434487 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:34:06.443145 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e90dde0f-b9ae-4813-9ee0-37c05b402920 None None] Provisioning for port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:06.462147 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-e90dde0f-b9ae-4813-9ee0-37c05b402920 None None] Provisioning complete for port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:06.462771 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e90dde0f-b9ae-4813-9ee0-37c05b402920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.527091 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46370ed8-6cf1-4d4d-a3cb-3231d605780c req-7f9f18e1-96c9-4297-a355-5e69899e1dc6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:06.529245 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-46370ed8-6cf1-4d4d-a3cb-3231d605780c req-7f9f18e1-96c9-4297-a355-5e69899e1dc6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 944 time: 0.2208745 May 03 21:34:06.551811 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-e90dde0f-b9ae-4813-9ee0-37c05b402920 None None] Port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:34:06.561618 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ada969-804c-4a1b-9d59-5e9c3af6812d req-bebfebf7-1600-4765-bbec-2ad1028bf2d9 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:06.563341 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-89ada969-804c-4a1b-9d59-5e9c3af6812d req-bebfebf7-1600-4765-bbec-2ad1028bf2d9 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 932 time: 0.1395576 May 03 21:34:06.624212 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-89ada969-804c-4a1b-9d59-5e9c3af6812d req-ab49249c-577b-47ee-a47b-8ea75658bed3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548809 May 03 21:34:06.729731 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:06.782628 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8fa9f4ae-012e-4afa-ae54-2790d70429fe req-286e78d2-8d4c-4014-9d8b-9145103b3f6d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:06.806346 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-8fa9f4ae-012e-4afa-ae54-2790d70429fe req-286e78d2-8d4c-4014-9d8b-9145103b3f6d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:06.814970 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8fa9f4ae-012e-4afa-ae54-2790d70429fe req-286e78d2-8d4c-4014-9d8b-9145103b3f6d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=4c2eedbb-4152-4308-8884-b9a6f8bb41d0 HTTP/1.1" status: 200 len: 210 time: 0.0772889 May 03 21:34:06.859052 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-46370ed8-6cf1-4d4d-a3cb-3231d605780c req-f0f273a9-9697-4ed2-a0ec-dd63a3c306aa tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846966 May 03 21:34:06.879231 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:06.879231 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:34:06.886619 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:34:06.886916 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:33:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:06.910500 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:06.925326 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.926169 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'port_id': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'mac_address': 'fa:16:3e:5f:eb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:06.928557 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abffc92-4fd5-4632-a610-b9864b4ed7e3 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:34:06.936264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.952762 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Transition to ACTIVE for port object 8abffc92-4fd5-4632-a610-b9864b4ed7e3 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:06.956983 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:06.990869 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.011457 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500a649d-3ac6-46d5-9d23-44bdeb84497f {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:34:07.032363 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:07.039337 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.100679 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:34:07.116253 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=7']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.126986 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Pushing event updated for resources: {'Port': ['ID=8abffc92-4fd5-4632-a610-b9864b4ed7e3,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.211718 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Attempting to bind port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:07.212054 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Attempting to bind port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:07.212376 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Attempting to bind port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:34:07.216984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:34:07.217298 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Attempting to bind port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 on network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:34:07.222280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:34:07.222610 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Checking segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:34:07.223013 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Bound using segment: {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:34:07.223434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Bound port: 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee404414-4e00-41da-86a5-d2d4f0f176d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:07.223777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.414142 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['500a649d-3ac6-46d5-9d23-44bdeb84497f'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:34:07.414719 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] For port 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:34:07.417758 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] For port 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:34:07.422548 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.422768 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:07.426754 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0384e70a-d9b0-483c-8335-9c2f10b496c9 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:34:07.482391 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:07.482905 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:07.484518 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] 10.222.0.47 "PUT /v2.0/ports/8abffc92-4fd5-4632-a610-b9864b4ed7e3 HTTP/1.1" status: 200 len: 1094 time: 1.3008881 May 03 21:34:07.487194 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:07.518351 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd4e76-7bb0-478a-b885-e6e738838bfa service neutron] Pushing event updated for resources: {'Port': ['ID=8abffc92-4fd5-4632-a610-b9864b4ed7e3,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:07.578507 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84510719-2cd9-467b-b346-432b19c397fa'] response: {'name': 'network-changed', 'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'status': 'completed', 'code': 200} May 03 21:34:07.619984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-379e0d12-7026-4b91-9448-2d41ec9d1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:07.622243 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-379e0d12-7026-4b91-9448-2d41ec9d1906 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 1097 time: 0.0877020 May 03 21:34:07.715988 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-c3ce5c60-d6d5-42fb-b684-fc11663a4be2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3 HTTP/1.1" status: 200 len: 217 time: 0.0867960 May 03 21:34:07.775922 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae97aae-69be-475b-87d2-c701e8a7ac54 None None] New status for floating IP f5b14590-e1df-42d5-83e1-b32d98ff9c52: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:34:07.832842 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-3f1af476-bcac-4fdc-9194-72d919428202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:07.834086 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-3f1af476-bcac-4fdc-9194-72d919428202 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.1121888 May 03 21:34:07.908409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8369b-1973-4815-b6c8-c7404ccab534 req-ec5ec6bd-dd10-44ec-896d-7a0d950595d7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:07.909134 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-33d8369b-1973-4815-b6c8-c7404ccab534 req-ec5ec6bd-dd10-44ec-896d-7a0d950595d7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:07.932968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-33d8369b-1973-4815-b6c8-c7404ccab534 req-ec5ec6bd-dd10-44ec-896d-7a0d950595d7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:07.934136 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-33d8369b-1973-4815-b6c8-c7404ccab534 req-ec5ec6bd-dd10-44ec-896d-7a0d950595d7 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.1787565 May 03 21:34:07.943672 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a57939-a38f-4397-a568-f4e3806e1092 req-93aeac37-4218-438c-b872-96fc50c7c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:07.945769 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-93aeac37-4218-438c-b872-96fc50c7c83a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034703 May 03 21:34:08.068866 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-33d8369b-1973-4815-b6c8-c7404ccab534 req-dba41b1b-3367-4348-b4d1-0a4bc9002ac4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221323 May 03 21:34:08.083460 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f94101-f17f-4fd0-b729-beee9c87fed5 req-0050d41b-b452-47ea-a254-628d6ed351d7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:08.092866 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-06f94101-f17f-4fd0-b729-beee9c87fed5 req-0050d41b-b452-47ea-a254-628d6ed351d7 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 945 time: 0.0973577 May 03 21:34:08.124192 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-25cdb7ee-9103-4966-a1c3-1d1a933c3a76 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647496 May 03 21:34:08.135252 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 58718) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.138613 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-06f94101-f17f-4fd0-b729-beee9c87fed5 req-66b4f8d7-e250-4de7-a79d-50a7127846ba tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449140 May 03 21:34:08.309705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f3949a93-8edb-4a40-ab97-9263c0e6241f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.323157 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63a57939-a38f-4397-a568-f4e3806e1092 req-bf7eeb53-265f-474f-b903-fcddad30f0fa service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924152 May 03 21:34:08.344441 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f3949a93-8edb-4a40-ab97-9263c0e6241f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.453317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f3949a93-8edb-4a40-ab97-9263c0e6241f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.470956 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-0a4af645-b4ad-411a-b643-31e73a3dca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:08.472372 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-0a4af645-b4ad-411a-b643-31e73a3dca81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 1097 time: 0.1001804 May 03 21:34:08.476358 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3949a93-8edb-4a40-ab97-9263c0e6241f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab556f0d-55d7-4591-9c48-87530ca2a2f4,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:08.529192 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f3949a93-8edb-4a40-ab97-9263c0e6241f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.532815 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f3949a93-8edb-4a40-ab97-9263c0e6241f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab556f0d-55d7-4591-9c48-87530ca2a2f4 HTTP/1.1" status: 204 len: 168 time: 0.3764472 May 03 21:34:08.533188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58722) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.548939 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.api.v2.resource [None req-416c53de-725f-4865-89fa-92baec65be99 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] show failed (client error): The resource could not be found. May 03 21:34:08.549903 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-416c53de-725f-4865-89fa-92baec65be99 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups/ab556f0d-55d7-4591-9c48-87530ca2a2f4 HTTP/1.1" status: 404 len: 347 time: 0.0157545 May 03 21:34:08.552841 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58726) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:08.621251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-6b54bdb7-d1b0-4543-8efd-c11577f70028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:08.622701 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-6b54bdb7-d1b0-4543-8efd-c11577f70028 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1438742 May 03 21:34:08.694011 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-b434b117-60d4-4061-8c61-a7a8435dc62c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3 HTTP/1.1" status: 200 len: 217 time: 0.0642958 May 03 21:34:08.712922 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port 8f6aa748-67c5-42e0-9f6f-c566e74ffc47 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:34:08.713260 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.743641 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device f044c7af-bad1-4b8a-91a7-04a9f6808a20 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:34:08.755806 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-5283fbd6-7898-44b4-9255-ad0e3b44c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:08.757172 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-5283fbd6-7898-44b4-9255-ad0e3b44c513 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0576427 May 03 21:34:08.778558 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: f044c7af-bad1-4b8a-91a7-04a9f6808a20 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:34:08.779162 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device f044c7af-bad1-4b8a-91a7-04a9f6808a20 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:34:08.834513 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-4c0720f2-9625-4227-9acc-5fc96f260abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:08.836212 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-4c0720f2-9625-4227-9acc-5fc96f260abc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729933 May 03 21:34:08.886200 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.886521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:08.966811 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-1ddb45fd-ecd8-47f9-bc0f-95cab7783121 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242869 May 03 21:34:09.011752 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for 8f6aa748-67c5-42e0-9f6f-c566e74ffc47 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:34:09.202178 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a464d0c-06b6-4e31-b627-ffee35de1064 req-60960edf-d2e1-4cae-af53-2ee026db7264 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286825 May 03 21:34:09.285478 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d456ad-32b0-48a5-84b6-276725ccbf09 req-ed4b687c-649b-4c19-a065-df366a9fe9c6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:09.286915 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e4d456ad-32b0-48a5-84b6-276725ccbf09 req-ed4b687c-649b-4c19-a065-df366a9fe9c6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.0873344 May 03 21:34:09.320412 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.335800 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e4d456ad-32b0-48a5-84b6-276725ccbf09 req-e9c51740-5209-44c0-8f6b-8f92516e328b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 May 03 21:34:09.406133 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=8f6aa748-67c5-42e0-9f6f-c566e74ffc47,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:09.471611 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189157-8bcc-4e01-8db4-d65f7a5c2879 req-97119612-6d4d-4608-9847-f22cf5fb792c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:09.473074 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40189157-8bcc-4e01-8db4-d65f7a5c2879 req-97119612-6d4d-4608-9847-f22cf5fb792c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 945 time: 0.2146909 May 03 21:34:09.483740 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.533208 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:09.534456 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-58555b6b-e5a6-4f19-b189-295e2b926eb8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/floatingips/f5b14590-e1df-42d5-83e1-b32d98ff9c52 HTTP/1.1" status: 204 len: 168 time: 0.9807148 May 03 21:34:09.540252 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-40189157-8bcc-4e01-8db4-d65f7a5c2879 req-60e5d978-8a6f-4c0c-9a29-6467dbd49261 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590491 May 03 21:34:10.192598 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58736) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:10.197820 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--761690320', 'description': 'tempest-description--491618756'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:10.203602 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.207689 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.210730 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.217082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.228481 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.248573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.252247 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.255036 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.260731 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.329515 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.333121 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.379535 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=696bd656-6b7e-49df-9b34-91708f6d8230,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.383910 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.387714 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c2d2b58f-76c5-47d2-b8a1-865c1a838859 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1915362 May 03 21:34:10.388171 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 58742) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:10.393099 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': '696bd656-6b7e-49df-9b34-91708f6d8230', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:10.399984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.403813 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.406591 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.412300 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.429265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.492265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.496409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.519800 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0bff3a-20bb-43f9-a51d-18bdb8071ea5,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.531064 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823246f6-6ad2-412c-bc3a-11ef7fa0caa0 req-3d03ed13-3889-4ebc-8d1f-639ce9dcb25c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:10.532116 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.532620 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-823246f6-6ad2-412c-bc3a-11ef7fa0caa0 req-3d03ed13-3889-4ebc-8d1f-639ce9dcb25c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.0909188 May 03 21:34:10.536230 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6ebb761c-f8ba-4eab-86e4-9bf6219244c5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470685 May 03 21:34:10.538668 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 58746) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:10.543794 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': '696bd656-6b7e-49df-9b34-91708f6d8230', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:10.549756 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.553633 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.557094 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.562746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.579761 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-823246f6-6ad2-412c-bc3a-11ef7fa0caa0 req-f84c6acf-f216-477e-a47e-c000331d3b8c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413773 May 03 21:34:10.582059 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.644452 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.649141 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.711489 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee47d985-03ae-44e9-a7f5-1725af07740a,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:10.728605 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.729734 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-66d2b2f1-dcd6-4942-9e20-4650d1cf91f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1900532 May 03 21:34:10.732938 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58752) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:10.738672 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:10.744902 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:10.749139 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:floatingip and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:10.752077 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:10.756989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66de2a5-defb-4de8-bb8f-e0a77fd5bea9 req-8eefa034-a779-4db6-989a-31e82a8ff9d6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:10.757938 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:10.759791 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:10.763539 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d66de2a5-defb-4de8-bb8f-e0a77fd5bea9 req-8eefa034-a779-4db6-989a-31e82a8ff9d6 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 945 time: 0.1151524 May 03 21:34:10.769940 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.806440 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-d66de2a5-defb-4de8-bb8f-e0a77fd5bea9 req-59918f4f-9cf4-47a3-b8d3-1c70d2955a84 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 May 03 21:34:10.834862 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 500a649d-3ac6-46d5-9d23-44bdeb84497f triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:10.835565 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.908264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.947488 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:10.976669 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:10.986564 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:10.991486 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.036090 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f1c9d8-2b78-4300-99f1-62697d2a327b'] response: {'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'code': 200} May 03 21:34:11.046967 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.27.0.124 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/986a3383-19ca-46ec-bae2-ef783e1a9ee8) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:11.071712 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=8']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:11.199042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.229116 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.294267 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:11.296911 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:11.300596 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:34:11.306653 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41b9e8-136d-4794-a983-f288978a8071 req-ef822d4b-49a3-41ec-8433-0937b439d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:11.308168 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cd41b9e8-136d-4794-a983-f288978a8071 req-ef822d4b-49a3-41ec-8433-0937b439d1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.0711546 May 03 21:34:11.329100 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=986a3383-19ca-46ec-bae2-ef783e1a9ee8,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:11.349472 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-cd41b9e8-136d-4794-a983-f288978a8071 req-2aafc975-504e-4360-a454-a9b44f76e1cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343769 May 03 21:34:11.380635 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.440819 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.642001 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.647596 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.756562 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=986a3383-19ca-46ec-bae2-ef783e1a9ee8,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:11.769158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c54836-b30b-41e6-8b96-39fe0743f871 req-3ae1fecf-7db9-43e6-ba00-532a4ce89231 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:11.769689 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.770621 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63c54836-b30b-41e6-8b96-39fe0743f871 req-3ae1fecf-7db9-43e6-ba00-532a4ce89231 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.0854816 May 03 21:34:11.791564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:11.800764 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f5ca4e09-a184-42e9-ba50-ef5c7b27f888 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0582230 May 03 21:34:11.815176 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-63c54836-b30b-41e6-8b96-39fe0743f871 req-47d0c285-2a6a-415e-b1da-1ae214323f5c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385504 May 03 21:34:11.954639 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-f3f65fe5-fab8-4d40-b278-01ec4a008fa9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:11.969525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-f3f65fe5-fab8-4d40-b278-01ec4a008fa9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:11.970680 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-f3f65fe5-fab8-4d40-b278-01ec4a008fa9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--761690320&fields=id&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 267 time: 0.0551231 May 03 21:34:11.999375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae564978-7e34-43b2-8987-ff857886f221 req-8c21531e-f814-4965-97dd-202cd9ebc7d2 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:12.000852 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae564978-7e34-43b2-8987-ff857886f221 req-8c21531e-f814-4965-97dd-202cd9ebc7d2 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0820394 May 03 21:34:12.048505 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-ae564978-7e34-43b2-8987-ff857886f221 req-d7086087-e80d-46ea-8ba8-c5d5e54a5e8f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417454 May 03 21:34:12.122171 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-bd5b1792-1eab-4d65-b879-80b809a54845 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:12.123555 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-bd5b1792-1eab-4d65-b879-80b809a54845 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.1460228 May 03 21:34:12.137908 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-d375abd0-7da0-4c2a-8324-d72ff616d1b8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/quotas/71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 375 time: 0.0088263 May 03 21:34:12.222777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-51582583-96be-4b6f-ad3e-8b97e5a0aafa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:12.238151 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-51582583-96be-4b6f-ad3e-8b97e5a0aafa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:12.239558 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-51582583-96be-4b6f-ad3e-8b97e5a0aafa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970223 May 03 21:34:12.374847 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-25efbf86-54ef-4aee-9fcc-0a088000aec5 service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229289 May 03 21:34:12.502075 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-99ee3aa5-5932-4877-9c4c-83ddb8524ace service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213803 May 03 21:34:12.694876 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-099c822e-8e0c-4f02-8c7d-a99b40e8eff1 req-9b58e432-ce20-4272-aa1e-da5159faa3e5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:12.708107 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-099c822e-8e0c-4f02-8c7d-a99b40e8eff1 req-9b58e432-ce20-4272-aa1e-da5159faa3e5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:12.709298 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-099c822e-8e0c-4f02-8c7d-a99b40e8eff1 req-9b58e432-ce20-4272-aa1e-da5159faa3e5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0720029 May 03 21:34:13.005071 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e073-81a8-4ae5-89fd-6a7c6d4cc240 req-52ab3cd8-2768-4449-9e04-1d496aa61c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:13.006510 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a51e073-81a8-4ae5-89fd-6a7c6d4cc240 req-52ab3cd8-2768-4449-9e04-1d496aa61c24 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.0838127 May 03 21:34:13.013910 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [req-460c0842-4352-419f-84a9-4a446c6fb764 req-198ffd3c-0430-4d4e-98b0-9b717008e98c service neutron] (87267) timed out ('10.222.0.47', 61377) {{(pid=87267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:34:13.052985 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-4a51e073-81a8-4ae5-89fd-6a7c6d4cc240 req-103739fa-0f8b-4f77-a925-1dec28998d85 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 May 03 21:34:13.238184 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf8123-5ace-4360-8c74-cf514bfcb3db req-c25bab9f-591f-4cb3-85bf-1ad2c050c6eb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:13.239959 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fccf8123-5ace-4360-8c74-cf514bfcb3db req-c25bab9f-591f-4cb3-85bf-1ad2c050c6eb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0813839 May 03 21:34:13.285061 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-fccf8123-5ace-4360-8c74-cf514bfcb3db req-29cfcc6a-32bb-4e86-99a5-24e9c9632dec tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377209 May 03 21:34:13.709322 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-3bf3b0b9-adbe-4fe4-9f9c-1b586658bc79 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:13.711390 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-3bf3b0b9-adbe-4fe4-9f9c-1b586658bc79 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.1507988 May 03 21:34:13.763852 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-1b015240-ed13-4640-9f7c-f04fc4e490b7 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 379 time: 0.0440977 May 03 21:34:13.773968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'port': {'device_id': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'admin_state_up': True, 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'security_groups': ['696bd656-6b7e-49df-9b34-91708f6d8230']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:13.807383 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [req-5f186a3a-5ec3-4178-a5ac-05b1b04d55c8 req-2c793df7-dedb-42d1-809c-90f625db9ee0 service neutron] (87268) timed out ('10.222.0.47', 61334) {{(pid=87268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:34:13.918173 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-75c46fbc-27b1-4963-9713-9ba58689d856 req-0a87aba4-24a3-4b7c-95ac-189431c844ab tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0584223 May 03 21:34:13.951342 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:13.961292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:13.970527 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Made reservation on behalf of 71260dddddae4ad79738a2490f2b22a5 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:34:13.974008 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.228789 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.20.0.14 (6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa/a989b989-e716-44e5-b289-c87a21e41a80/252a4f25-3f9c-4bcf-8487-ca195a61ac74) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:14.337019 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e229245-1aec-471c-a598-dd3ed908bdd2 req-971d9466-8037-4078-85fa-ddfe532eed77 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:14.338411 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8e229245-1aec-471c-a598-dd3ed908bdd2 req-971d9466-8037-4078-85fa-ddfe532eed77 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.1781821 May 03 21:34:14.383936 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8e229245-1aec-471c-a598-dd3ed908bdd2 req-d17e7600-7738-43dc-a7f0-a07be92eb757 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394692 May 03 21:34:14.417527 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.433032 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Transition to ACTIVE for port object 252a4f25-3f9c-4bcf-8487-ca195a61ac74 will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:14.455549 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.528465 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:14.529601 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:14.532137 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:34:14.583275 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=252a4f25-3f9c-4bcf-8487-ca195a61ac74,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:14.609470 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:14.610069 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.637647 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-a9e5e38c-c258-4a50-9653-51bdd09e96ef tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8672531 May 03 21:34:14.650981 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Request body: {'port': {'device_id': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:14.751223 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-a24d54bb-69a1-4c23-9a12-275a78c8541b None None] Provisioning for port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:14.755882 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-a24d54bb-69a1-4c23-9a12-275a78c8541b None None] Provisioning complete for port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:14.756248 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a24d54bb-69a1-4c23-9a12-275a78c8541b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.766245 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:14.807699 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-a24d54bb-69a1-4c23-9a12-275a78c8541b None None] Port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:34:15.166659 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e09414-16a7-42af-ba01-143c39593d49 req-ef843f91-3b87-4f7a-a57b-1dc3c6881019 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:15.167371 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-34e09414-16a7-42af-ba01-143c39593d49 req-ef843f91-3b87-4f7a-a57b-1dc3c6881019 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:15.171659 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 252a4f25-3f9c-4bcf-8487-ca195a61ac74 {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:34:15.181200 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.199210 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-34e09414-16a7-42af-ba01-143c39593d49 req-ef843f91-3b87-4f7a-a57b-1dc3c6881019 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:15.200273 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-34e09414-16a7-42af-ba01-143c39593d49 req-ef843f91-3b87-4f7a-a57b-1dc3c6881019 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 932 time: 0.1774614 May 03 21:34:15.201126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Transition to ACTIVE for port object 252a4f25-3f9c-4bcf-8487-ca195a61ac74 will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:34:15.203914 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.387210 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Pushing event updated for resources: {'Port': ['ID=252a4f25-3f9c-4bcf-8487-ca195a61ac74,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:15.405583 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-34e09414-16a7-42af-ba01-143c39593d49 req-132df641-ea12-4db5-89c0-1aa01f4b74e4 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979604 May 03 21:34:15.473585 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Attempting to bind port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:34:15.473913 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Attempting to bind port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:34:15.474237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Attempting to bind port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:34:15.479157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:34:15.479478 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Attempting to bind port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:34:15.484493 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:34:15.484827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:34:15.485206 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Bound using segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:34:15.485622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Bound port: 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:34:15.485966 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.575003 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] For port 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:34:15.577964 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] For port 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:34:15.583025 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.602622 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fc544-2a32-44db-88b0-95c9e4ae2803 req-7826bc73-d53d-45c1-954f-c02e115c71c1 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:15.604136 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-349fc544-2a32-44db-88b0-95c9e4ae2803 req-7826bc73-d53d-45c1-954f-c02e115c71c1 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.1011147 May 03 21:34:15.644645 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:15.645251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:15.646700 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] 10.222.0.47 "PUT /v2.0/ports/252a4f25-3f9c-4bcf-8487-ca195a61ac74 HTTP/1.1" status: 200 len: 1094 time: 1.0012350 May 03 21:34:15.647060 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:15.652617 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-349fc544-2a32-44db-88b0-95c9e4ae2803 req-fa88d36c-3185-4eec-ab78-bab7b7e9136b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426228 May 03 21:34:15.674837 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc682ecb-c86e-4e60-9cea-7826bb347a24 service neutron] Pushing event updated for resources: {'Port': ['ID=252a4f25-3f9c-4bcf-8487-ca195a61ac74,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:15.765766 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656ef343-b50d-4d4e-88f4-1b54d76f061b'] response: {'name': 'network-changed', 'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'status': 'completed', 'code': 200} May 03 21:34:15.781078 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-86cffbcc-c106-442a-b31f-6b06d1e6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:15.782581 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-86cffbcc-c106-442a-b31f-6b06d1e6eeb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0827386 May 03 21:34:15.855960 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-21b7403e-51b6-4ab1-aac7-0f040d672948 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74 HTTP/1.1" status: 200 len: 217 time: 0.0657535 May 03 21:34:15.917074 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-ad7f459a-7fef-453b-8786-2a9414782d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:15.918389 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-ad7f459a-7fef-453b-8786-2a9414782d7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0571287 May 03 21:34:16.082309 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-2f8a4e00-1966-405d-a86b-f417fee22e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:16.083801 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-2f8a4e00-1966-405d-a86b-f417fee22e34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1597426 May 03 21:34:16.216533 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-7f509073-33d7-487a-a671-1fd0314c737a service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266155 May 03 21:34:16.352607 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-08e09c54-5abf-4a74-90f6-484dca91ebbe req-ae6296bd-1442-415c-9090-6f0d9e68c69c service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296935 May 03 21:34:16.471075 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-845ed48f-e84d-4a6f-99df-4b4135980dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:16.472622 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-845ed48f-e84d-4a6f-99df-4b4135980dd8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 1097 time: 0.0725615 May 03 21:34:16.594737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9406c5-e0f2-4536-9515-56c18d452b64 req-b4f1b402-60d3-48b0-9662-b69103750d25 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:16.596602 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9f9406c5-e0f2-4536-9515-56c18d452b64 req-b4f1b402-60d3-48b0-9662-b69103750d25 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0811424 May 03 21:34:16.606981 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-118b0cd4-1d62-4a5c-9f48-016d8180923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:16.608367 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-118b0cd4-1d62-4a5c-9f48-016d8180923d service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1294925 May 03 21:34:16.640624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-9f9406c5-e0f2-4536-9515-56c18d452b64 req-792bc0e4-045b-4e09-a6ad-8aa86b9d3d72 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:34:16.653009 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-9f9406c5-e0f2-4536-9515-56c18d452b64 req-792bc0e4-045b-4e09-a6ad-8aa86b9d3d72 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:34:16.654115 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9f9406c5-e0f2-4536-9515-56c18d452b64 req-792bc0e4-045b-4e09-a6ad-8aa86b9d3d72 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511971 May 03 21:34:16.678199 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-0d6ddedf-1a88-40d6-80f1-fe49ceb663a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74 HTTP/1.1" status: 200 len: 217 time: 0.0641911 May 03 21:34:16.740868 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-a9337f8f-039a-4e47-8345-38a78c2826c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:16.742299 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-a9337f8f-039a-4e47-8345-38a78c2826c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0567644 May 03 21:34:16.825280 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-9ecdb6a3-19c7-4ae8-b461-dfb998d635a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:16.826791 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-9ecdb6a3-19c7-4ae8-b461-dfb998d635a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780826 May 03 21:34:16.842406 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8abffc92-4fd5-4632-a610-b9864b4ed7e3 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:16.891425 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-a912f00d-adbd-4a59-b8aa-725c39c72b9d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792358 May 03 21:34:16.998505 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:17.016118 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'port_id': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'mac_address': 'fa:16:3e:60:87:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:17.020542 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-b6c8f819-8ded-4076-b155-a1e410e6fa5f service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867776 May 03 21:34:17.041313 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96769-def4-495e-89b2-40b31c184b9c req-00057720-fdfc-4c20-8d4e-a05b36d123d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:17.042935 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-00057720-fdfc-4c20-8d4e-a05b36d123d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.0803866 May 03 21:34:17.074928 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.075588 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbd72c-3fb7-4fa5-af7e-1a1b298e0942 req-8da9af0c-14b4-4a9e-92bf-0cf18618302a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:17.077069 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ecbd72c-3fb7-4fa5-af7e-1a1b298e0942 req-8da9af0c-14b4-4a9e-92bf-0cf18618302a tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 944 time: 0.1487467 May 03 21:34:17.093296 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abffc92-4fd5-4632-a610-b9864b4ed7e3 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:34:17.108490 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:17.112385 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:17.180228 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=8abffc92-4fd5-4632-a610-b9864b4ed7e3,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:17.189573 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96769-def4-495e-89b2-40b31c184b9c req-3ed8ef6c-3729-4769-a169-68ecf4cd2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:17.191461 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-3ed8ef6c-3729-4769-a169-68ecf4cd2af6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.1298349 May 03 21:34:17.192835 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0ecbd72c-3fb7-4fa5-af7e-1a1b298e0942 req-e3c89492-a48e-4be9-b45d-bf376f8f6b7b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690053 May 03 21:34:17.201323 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-86f93f57-1ad0-4218-bdf2-885f65f50895 req-b309248a-4067-45f7-ade4-b7540d4e52d1 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743331 May 03 21:34:17.316077 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-0ac343e5-e7a9-4c0e-ace2-54f318a20aa5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 1001 time: 0.0996799 May 03 21:34:17.379543 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96769-def4-495e-89b2-40b31c184b9c req-091537db-18f4-47e8-941c-c685e22b0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:17.380941 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-091537db-18f4-47e8-941c-c685e22b0915 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0581472 May 03 21:34:17.456342 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b96769-def4-495e-89b2-40b31c184b9c req-aae758ed-883d-438c-967c-0f6052d8a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:17.457775 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-aae758ed-883d-438c-967c-0f6052d8a204 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702453 May 03 21:34:17.588999 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-b51163cc-d7b9-48d2-90a3-7a7809585af8 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231291 May 03 21:34:17.641995 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['8abffc92-4fd5-4632-a610-b9864b4ed7e3'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:34:17.725326 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c5b96769-def4-495e-89b2-40b31c184b9c req-32bcc031-852a-4c81-bda4-8a0a4dfe17eb service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296008 May 03 21:34:17.836812 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eedee-1d8c-4c23-b1ae-5cdf4c53edf8 req-a4b582c4-8d41-49f6-80a2-1517cbe42343 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:17.838514 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3c1eedee-1d8c-4c23-b1ae-5cdf4c53edf8 req-a4b582c4-8d41-49f6-80a2-1517cbe42343 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0798776 May 03 21:34:17.882462 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3c1eedee-1d8c-4c23-b1ae-5cdf4c53edf8 req-f3d1d6e6-3ff1-41ba-930b-01965b185db8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382323 May 03 21:34:18.376694 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873544d5-bd76-494e-99eb-9f9a27daf808 req-08c02d35-b79e-4d8b-ad4f-6f8e03357d3f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:18.378072 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-873544d5-bd76-494e-99eb-9f9a27daf808 req-08c02d35-b79e-4d8b-ad4f-6f8e03357d3f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 945 time: 0.0824709 May 03 21:34:18.422236 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-873544d5-bd76-494e-99eb-9f9a27daf808 req-3f4b41d8-b23d-46fd-805e-b90022344809 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379634 May 03 21:34:18.852153 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8abffc92-4fd5-4632-a610-b9864b4ed7e3 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:18.919952 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:18.924822 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:18.925209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.043434 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.070295 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:19.070681 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192bb12-88dd-40da-b245-6861f24d9de6 req-1bb0c5e8-338b-4996-a600-932f2c6097e8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:19.072153 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c192bb12-88dd-40da-b245-6861f24d9de6 req-1bb0c5e8-338b-4996-a600-932f2c6097e8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0827549 May 03 21:34:19.080753 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:19.086507 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.121689 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c192bb12-88dd-40da-b245-6861f24d9de6 req-48c96843-3e93-444c-8825-a2e1e3d141fb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 May 03 21:34:19.121869 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511d2fd5-2ede-4a07-8777-fd17f3488d54'] response: {'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'code': 200} May 03 21:34:19.157586 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=8abffc92-4fd5-4632-a610-b9864b4ed7e3,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:19.421355 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbf7e0-11a1-470f-a985-307a9e911350 req-a7033a0c-9b0f-401c-9dcc-b23431c8dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:19.422697 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b6bbf7e0-11a1-470f-a985-307a9e911350 req-a7033a0c-9b0f-401c-9dcc-b23431c8dc2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 1099 time: 0.0676525 May 03 21:34:19.467121 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-b6bbf7e0-11a1-470f-a985-307a9e911350 req-0922c40d-0494-4ebb-b391-2abd9a68eb8f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381486 May 03 21:34:19.604081 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670e334-bc2d-463d-abf3-db72f5918212 req-244c4578-a88f-47ec-b763-f552132a4e6e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:19.605527 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a670e334-bc2d-463d-abf3-db72f5918212 req-244c4578-a88f-47ec-b763-f552132a4e6e tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.0786431 May 03 21:34:19.618360 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d64b6b6a-c6a0-49d8-82c0-8648899e3502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:19.652707 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-a670e334-bc2d-463d-abf3-db72f5918212 req-24eaa42a-8580-4b88-9bf2-a1ea00349a17 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 May 03 21:34:20.305214 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fbf38-6e09-43ba-b76e-606e47188f8c req-a3f7c80b-7236-4317-a858-9a100b995037 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:20.306571 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3d6fbf38-6e09-43ba-b76e-606e47188f8c req-a3f7c80b-7236-4317-a858-9a100b995037 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 944 time: 0.0782104 May 03 21:34:20.351884 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3d6fbf38-6e09-43ba-b76e-606e47188f8c req-8a570cb2-995e-4816-8347-a00bfce4f3c0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397553 May 03 21:34:20.837038 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a8757-4cf0-4a5b-8370-03f8b3791551 req-3021452a-eb75-451e-8513-52d4f95c2c6f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:20.838508 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-971a8757-4cf0-4a5b-8370-03f8b3791551 req-3021452a-eb75-451e-8513-52d4f95c2c6f tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.0777974 May 03 21:34:20.858284 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 252a4f25-3f9c-4bcf-8487-ca195a61ac74 details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:34:20.883152 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-971a8757-4cf0-4a5b-8370-03f8b3791551 req-f178a91e-f42a-4eaf-a7fb-3ac904a40a27 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389552 May 03 21:34:21.005440 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:21.018506 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'port_id': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'mac_address': 'fa:16:3e:b6:3b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:34:21.072231 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.088754 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 252a4f25-3f9c-4bcf-8487-ca195a61ac74 {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:34:21.104867 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:21.108149 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:21.202823 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=252a4f25-3f9c-4bcf-8487-ca195a61ac74,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:21.472947 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['252a4f25-3f9c-4bcf-8487-ca195a61ac74'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:34:21.537381 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0645c-e9de-40ca-9e31-28939eb0de8e req-9f245fd9-d69d-4e20-8dce-a256a08b7756 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:21.539654 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d0b0645c-e9de-40ca-9e31-28939eb0de8e req-9f245fd9-d69d-4e20-8dce-a256a08b7756 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0863979 May 03 21:34:21.582537 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d0b0645c-e9de-40ca-9e31-28939eb0de8e req-879e6c80-e34b-403b-9169-e2c319cca70f tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373049 May 03 21:34:21.690240 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-50d861fd-ad4d-426e-90d4-ffc0407a9cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.067545 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee78d6a-0352-4bf0-9759-a0fb9401f18b req-5ee833dd-b0ef-4366-ad7f-347bdb5898c6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:22.068979 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7ee78d6a-0352-4bf0-9759-a0fb9401f18b req-5ee833dd-b0ef-4366-ad7f-347bdb5898c6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.0832155 May 03 21:34:22.111633 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7ee78d6a-0352-4bf0-9759-a0fb9401f18b req-9b9c51f7-7368-49e3-8c36-4ed4698690f2 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363998 May 03 21:34:22.289998 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0828c1-5f1d-4489-8b06-236d4c2216da req-6ae30565-2ab2-4630-84d1-b54fe7e776ad tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:22.291352 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0d0828c1-5f1d-4489-8b06-236d4c2216da req-6ae30565-2ab2-4630-84d1-b54fe7e776ad tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.0775599 May 03 21:34:22.334443 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0d0828c1-5f1d-4489-8b06-236d4c2216da req-a5942593-f91b-4fcd-b982-abaec6d67908 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375378 May 03 21:34:22.356869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58832) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:22.618718 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312aa2a-adb2-4e36-a74a-aaa3fd838880 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:22.623564 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-5312aa2a-adb2-4e36-a74a-aaa3fd838880 tempest-TestVolumeBootPattern-1487953560 tempest-TestVolumeBootPattern-1487953560-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 1094 time: 0.2624502 May 03 21:34:22.623564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 58840) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:22.628101 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'port_id': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:22.634143 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:34:22.637891 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Usage tracker for resource:floatingip and tenant:254e042e279549dc89e7f63d0b6dfbd1 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:34:22.640694 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:34:22.646274 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:34:22.657673 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.763923 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74a78c-c90d-43d7-a897-7a23e4568bfb req-dcb707fc-9d59-429d-9b2c-dd9c18b30c39 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:22.766155 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c74a78c-c90d-43d7-a897-7a23e4568bfb req-dcb707fc-9d59-429d-9b2c-dd9c18b30c39 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 945 time: 0.0779145 May 03 21:34:22.792484 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:22.813406 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-1c74a78c-c90d-43d7-a897-7a23e4568bfb req-78321d91-d11d-46bd-aa4a-1c3af988b8ad tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389459 May 03 21:34:22.864873 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 252a4f25-3f9c-4bcf-8487-ca195a61ac74 up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:34:22.933359 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:34:22.936269 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_common [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Allocated IP 172.27.0.140 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/013ed349-f448-44da-b7e4-5f09f0e45138) {{(pid=87268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:34:22.938329 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:34:22.938700 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.066351 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.077577 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.085876 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.095685 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:23.106451 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:34:23.112176 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.117270 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.149643 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a51bc56f-cc51-4266-8fcc-cbee03f1734f'] response: {'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'code': 200} May 03 21:34:23.181388 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.186327 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:34:23.189236 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.base_scheduler [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Resources bound (agent type, host, resource id): {{(pid=87268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:34:23.192856 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Received port after_create {{(pid=87268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:34:23.194248 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=252a4f25-3f9c-4bcf-8487-ca195a61ac74,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.230884 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=013ed349-f448-44da-b7e4-5f09f0e45138,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:23.554155 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043def26-4b45-491d-b860-4c0ea8299690 req-869f2ced-187d-4fd1-8414-f09b08bdd2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:23.555656 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-043def26-4b45-491d-b860-4c0ea8299690 req-869f2ced-187d-4fd1-8414-f09b08bdd2fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 1099 time: 0.2499616 May 03 21:34:23.623544 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-043def26-4b45-491d-b860-4c0ea8299690 req-9ce26418-71ba-4e7b-938e-0fd0354e5c57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598302 May 03 21:34:23.676510 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.748039 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.950642 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for port, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:23.956414 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1314401'] for port, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.069874 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event updated for resources: {'Port': ['ID=013ed349-f448-44da-b7e4-5f09f0e45138,revision_number=2']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:34:24.082448 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.103416 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17a542-bc89-4a76-9bb9-acf1e381245a req-85efa260-5f9e-4e1a-8ccc-d96e8ea4a6c2 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:24.104808 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d17a542-bc89-4a76-9bb9-acf1e381245a req-85efa260-5f9e-4e1a-8ccc-d96e8ea4a6c2 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 946 time: 0.1851983 May 03 21:34:24.150470 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5d17a542-bc89-4a76-9bb9-acf1e381245a req-2054e6b6-e989-48fe-ad36-1f1460b6e075 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 May 03 21:34:24.219735 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.357366 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Floating IP 449bb2fb-239f-4467-8ada-c669e2a8ab37 associated. External IP: 172.27.0.140, port: 8abffc92-4fd5-4632-a610-b9864b4ed7e3. May 03 21:34:24.705442 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:34:24.878003 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:34:24.887617 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:34:24.897170 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:34:24.898522 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:34:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:24.900737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:24.958497 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-fec0ccda-9cf1-4217-a365-fa680cad463b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3340795 May 03 21:34:24.959089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:25.004843 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d703ad3-c92b-499b-8fed-5713b76baf42'] response: {'name': 'network-changed', 'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'status': 'completed', 'code': 200} May 03 21:34:25.076935 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:34:25.100271 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-9d3f06dc-3128-4eca-a1db-508cd1fc8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:25.102280 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-9d3f06dc-3128-4eca-a1db-508cd1fc8415 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 1099 time: 0.0756509 May 03 21:34:25.254906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-fcd0e858-5354-46d0-b081-5fd149c636c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:25.258554 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-fcd0e858-5354-46d0-b081-5fd149c636c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1432626 May 03 21:34:25.367818 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-2751a67c-2a81-47cf-9c14-5d96f38627cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3 HTTP/1.1" status: 200 len: 1000 time: 0.1044364 May 03 21:34:25.373288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de16b58-3bbc-4757-9300-32ae87523c33 req-a8803c3a-6fdf-4bb2-b40f-e763d0c22e08 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:25.374876 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7de16b58-3bbc-4757-9300-32ae87523c33 req-a8803c3a-6fdf-4bb2-b40f-e763d0c22e08 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 946 time: 0.0799041 May 03 21:34:25.423737 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-7de16b58-3bbc-4757-9300-32ae87523c33 req-58a2aa61-e46e-43bc-9ede-16132e01be7b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 May 03 21:34:25.435806 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-3689849e-59e4-4611-8b22-3e943c3051f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:25.437435 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-3689849e-59e4-4611-8b22-3e943c3051f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0629992 May 03 21:34:25.445792 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '449bb2fb-239f-4467-8ada-c669e2a8ab37', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:60:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:23Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}, {'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:48Z', 'revision_number': 1, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:25.449746 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:34:25.458499 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:34:25.459208 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:34:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:25.518806 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-69bcb145-2322-45ad-82dd-09534f296253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:25.520441 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-69bcb145-2322-45ad-82dd-09534f296253 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0755312 May 03 21:34:25.684435 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:34:25.712049 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-27683f72-e346-4418-87e7-bfbb049d56dc service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843452 May 03 21:34:25.720214 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef42294-f896-4279-b1aa-d507e106a87e req-1ac850d7-dba0-43c7-9f8d-e483f569cd82 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:25.721562 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9ef42294-f896-4279-b1aa-d507e106a87e req-1ac850d7-dba0-43c7-9f8d-e483f569cd82 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 946 time: 0.1756208 May 03 21:34:25.730674 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 58858) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:34:25.735981 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'port_id': '252a4f25-3f9c-4bcf-8487-ca195a61ac74'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:34:25.820403 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:25.966911 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-88b47730-3642-43cf-988c-7950ff7bedc5 req-9771660e-b77b-4406-be6d-776058ad483b service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443824 May 03 21:34:26.047142 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '449bb2fb-239f-4467-8ada-c669e2a8ab37', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:60:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:23Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}, {'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:48Z', 'revision_number': 1, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:26.051302 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15c0443-a3a7-4ae0-89d5-df60a89d29fe None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '449bb2fb-239f-4467-8ada-c669e2a8ab37', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.140', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:60:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:23Z', 'updated_at': '2022-05-03T21:34:23Z', 'revision_number': 0, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}, {'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:48Z', 'revision_number': 1, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:34:26.238209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b7da0b-c3d1-40c6-8a19-295b02fc53fa None None] New status for floating IP 449bb2fb-239f-4467-8ada-c669e2a8ab37: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:34:26.422664 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.426661 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:26.603927 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP 262ee3da-21d5-40b2-b75b-0b039926599e associated. External IP: 172.27.0.124, port: 252a4f25-3f9c-4bcf-8487-ca195a61ac74. May 03 21:34:26.714598 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:34:27.041399 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:34:27.218686 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:34:27.222895 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:27.228379 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:34:27.237552 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:34:27.238159 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:34:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:27.277868 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ed171332-d3cc-4f04-9ec8-0cff0a44b024 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "PUT /v2.0/floatingips/262ee3da-21d5-40b2-b75b-0b039926599e HTTP/1.1" status: 200 len: 992 time: 1.5459614 May 03 21:34:27.278561 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:34:27.322288 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5fa597-3bde-4506-91a3-8e4e64762d9c'] response: {'name': 'network-changed', 'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'status': 'completed', 'code': 200} May 03 21:34:27.421113 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:34:27.433852 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-97717897-b525-4d4d-9e62-b009ff4d297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:27.435350 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-97717897-b525-4d4d-9e62-b009ff4d297a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 1099 time: 0.0716848 May 03 21:34:27.572740 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-45a20e3f-7187-49ab-b292-9aae857d3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:27.574101 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-45a20e3f-7187-49ab-b292-9aae857d3e02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1282122 May 03 21:34:27.680080 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-04e2c061-3746-46f8-bbd7-97f405ce684d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74 HTTP/1.1" status: 200 len: 1000 time: 0.0980422 May 03 21:34:27.742737 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-61b56dba-6d31-4dd2-9839-bd08490037f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:27.744200 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-61b56dba-6d31-4dd2-9839-bd08490037f9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0571890 May 03 21:34:27.765258 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '262ee3da-21d5-40b2-b75b-0b039926599e', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:b6:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:11Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:27.769058 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:34:27.777395 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:34:27.777989 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:34:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:27.824594 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-c90b4ebe-632d-4708-b288-60e8b9cfb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:34:27.825977 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-c90b4ebe-632d-4708-b288-60e8b9cfb278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757775 May 03 21:34:27.950930 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:34:27.957773 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-b9432691-f7d9-428d-bdde-be0820e723d0 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245034 May 03 21:34:28.092818 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-6fc2b373-b1ae-4148-84ee-f86383d6ae01 req-f387144a-b75f-48ef-acb1-3894982c291a service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285524 May 03 21:34:28.317046 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '262ee3da-21d5-40b2-b75b-0b039926599e', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:b6:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:11Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:34:28.321349 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578af001-6ecc-430e-bc43-a130233d85c9 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '262ee3da-21d5-40b2-b75b-0b039926599e', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:b6:3b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:34:11Z', 'updated_at': '2022-05-03T21:34:26Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:34:28.497293 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f2fe08-8b94-4826-a037-28795fffbd19 None None] New status for floating IP 262ee3da-21d5-40b2-b75b-0b039926599e: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:34:36.883577 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:49.620039 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2b11-9c6e-4c9b-909a-d0ad9fb8e194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:51.690398 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-832f3686-fb0e-48da-bcfc-b66d60788689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.066972 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:53.152702 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:34:54.220685 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:03.714422 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:35:06.897285 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:18.898593 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-b18a6bbb-36c6-44a6-aed9-d40aa6e7c997 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682061 May 03 21:35:18.991268 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-6e73c4f7-b39f-4a20-b5a0-4d7e13309c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:35:18.992789 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-6e73c4f7-b39f-4a20-b5a0-4d7e13309c14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1099 time: 0.0740895 May 03 21:35:19.138722 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-81c2ee86-4c6a-4573-af96-a63aae8c4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:35:19.140246 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-81c2ee86-4c6a-4573-af96-a63aae8c4531 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1263747 May 03 21:35:19.244084 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-df87ddb1-891d-4d92-b7cc-5de77421b880 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 1002 time: 0.0908711 May 03 21:35:19.308373 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-1200b86f-90d5-4332-b184-acecf8bf12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:35:19.309765 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-1200b86f-90d5-4332-b184-acecf8bf12eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0589473 May 03 21:35:19.381726 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-068d3267-08d5-4581-85ea-4b623fc8bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:35:19.383177 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-068d3267-08d5-4581-85ea-4b623fc8bd21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679629 May 03 21:35:19.513244 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-be888f8b-da03-4c90-bf99-a61f8e5867a5 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234815 May 03 21:35:19.624373 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-92ef1573-5e85-412f-855f-34aab5281700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:19.737415 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c7007ad5-43cd-45ea-8ee3-b0123ba3795e req-816d83d2-ed64-41e0-98b1-4d4a7cc27cec service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169189 May 03 21:35:21.690983 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-67169d35-57d7-4255-8352-1d6f4af7c6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.067623 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:23.155406 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:24.223406 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:36.902441 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:40.714508 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:35:49.627548 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-dcfa9772-f96d-4581-b2e2-5a5db9d5f796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:51.693059 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d47885a1-2c69-4ad2-a043-31b71826221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.072061 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:53.156078 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:35:54.225482 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:01.928699 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 58948) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:02.170501 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Deleting port a23a383f-3073-40c2-91a0-90e3f277c466 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:02.170840 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.340709 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.341015 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.462491 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Calling delete_port for a23a383f-3073-40c2-91a0-90e3f277c466 owned by network:floatingip {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:02.609105 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.655350 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event deleted for resources: {'Port': ['ID=a23a383f-3073-40c2-91a0-90e3f277c466,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:02.722695 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.723126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.723469 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.723803 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.724127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.724453 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.724774 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.725090 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.725410 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.725727 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.726044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.726360 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:02.756825 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for floatingip, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:02.757201 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Floating IP 92838aa2-9034-4c06-a066-f517f02081c4 disassociated (deleted). External IP: 172.27.0.34, port: 500a649d-3ac6-46d5-9d23-44bdeb84497f. May 03 21:36:03.183480 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:03.366136 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:03.375729 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] Sync routers for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:03.385490 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:03.385767 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:03.386126 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:03.442356 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6adadc00-9cf7-4cb9-818f-5f5e4cff4c58 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "DELETE /v2.0/floatingips/92838aa2-9034-4c06-a066-f517f02081c4 HTTP/1.1" status: 204 len: 168 time: 1.5124748 May 03 21:36:03.443609 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:03.494278 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb6058a-9be3-4db8-823a-d89ba04ae942'] response: {'name': 'network-changed', 'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'status': 'completed', 'code': 200} May 03 21:36:03.574005 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:03.593139 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-5565f366-e64c-4416-aa05-63d2e8f4cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:03.594631 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-5565f366-e64c-4416-aa05-63d2e8f4cf3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=523add1cb8fe46448705451bcbdb68e9&device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 1099 time: 0.0758648 May 03 21:36:03.746793 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-64aaaf68-0141-4af1-8ead-205f645eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:03.748359 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-64aaaf68-0141-4af1-8ead-205f645eaf9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 200 len: 910 time: 0.1391253 May 03 21:36:03.821536 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-be64af41-c6f7-48cd-b3f4-a7a1027d66a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 200 len: 217 time: 0.0661476 May 03 21:36:03.864671 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b068-a93b-4934-9055-70229fe80943 req-04fa2dd1-434e-4afa-98e8-86699c858071 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:03.865377 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-5124b068-a93b-4934-9055-70229fe80943 req-04fa2dd1-434e-4afa-98e8-86699c858071 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Synchronizing usage tracker for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:03.883965 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-5124b068-a93b-4934-9055-70229fe80943 req-04fa2dd1-434e-4afa-98e8-86699c858071 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Unset dirty status for tenant:523add1cb8fe46448705451bcbdb68e9 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:03.885144 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5124b068-a93b-4934-9055-70229fe80943 req-04fa2dd1-434e-4afa-98e8-86699c858071 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.1038215 May 03 21:36:03.889884 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-1fe1f58a-9783-47aa-b8d3-dc739f0fdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:03.892048 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-1fe1f58a-9783-47aa-b8d3-dc739f0fdbf9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 200 len: 848 time: 0.0627224 May 03 21:36:03.903585 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:03.908144 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] Checking router: cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:03.916629 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:03.917223 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:03.939498 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-5124b068-a93b-4934-9055-70229fe80943 req-68b4e16a-1cdb-48cf-acc7-2c3aa10d31cb tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479929 May 03 21:36:03.970632 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-c8912f21-d4fc-4780-acd6-b12d7b4a908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:03.972172 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-c8912f21-d4fc-4780-acd6-b12d7b4a908a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727892 May 03 21:36:04.090865 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:04.106648 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-e0ee5157-f2e4-4793-89b2-6379b6abb575 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266932 May 03 21:36:04.241212 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d8dd7643-3b27-4f5e-bcbd-42cbd7b4e8a2 req-dfc48923-688c-4b7b-8541-a3f4ec416715 service neutron] 10.222.0.47 "GET /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273036 May 03 21:36:04.399779 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:04.403603 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f45efb-dc81-48d7-9656-df754457e27d None None] The sync data for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi is: [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '13295590-721c-4b1f-9807-d9b2b0ccfe30', 'name': '', 'network_id': '93a0fdf0-1ef2-49f9-b6c4-8093e552ec89', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'mac_address': 'fa:16:3e:0a:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:10Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'subnets': [{'id': '7793a8f3-a8d7-4361-ac0e-baad9bb6acfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:04.612046 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a720f8f-b60c-4fda-9adb-953a07bd84ed None None] New status for floating IP 92838aa2-9034-4c06-a066-f517f02081c4: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:36:05.121202 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be6e0-18d0-45fa-9d10-08ae1d9e1f87 req-4a491c68-e8f2-44fb-956f-98cbc76ec963 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:05.122568 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8e1be6e0-18d0-45fa-9d10-08ae1d9e1f87 req-4a491c68-e8f2-44fb-956f-98cbc76ec963 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0841386 May 03 21:36:05.166418 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8e1be6e0-18d0-45fa-9d10-08ae1d9e1f87 req-bf5559ac-55bd-41d8-94bb-44ba4adf6ad2 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375044 May 03 21:36:05.688197 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-23ed8b8f-97a3-4d04-8edb-b2430fb8d17c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:05.689678 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-23ed8b8f-97a3-4d04-8edb-b2430fb8d17c tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.47 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0797067 May 03 21:36:05.761582 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Deleting port 500a649d-3ac6-46d5-9d23-44bdeb84497f {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:05.761930 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.023630 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] For port 500a649d-3ac6-46d5-9d23-44bdeb84497f, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=500a649d-3ac6-46d5-9d23-44bdeb84497f,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:06.023982 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.149148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Calling delete_port for 500a649d-3ac6-46d5-9d23-44bdeb84497f owned by compute:nova {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:06.351782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3e409-5c05-4a7c-b876-5e922bfdab44 req-6e8a1d63-7963-4aae-a23f-2ab77dc1ac2f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:06.353166 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-42c3e409-5c05-4a7c-b876-5e922bfdab44 req-6e8a1d63-7963-4aae-a23f-2ab77dc1ac2f tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 946 time: 0.0807846 May 03 21:36:06.394318 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.400698 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-42c3e409-5c05-4a7c-b876-5e922bfdab44 req-5206dfbf-317e-40d0-9734-be1167beedf4 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/security-groups?id=1cb043bc-b1fd-4664-8058-9f5db3fc902b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417180 May 03 21:36:06.443323 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event deleted for resources: {'Port': ['ID=500a649d-3ac6-46d5-9d23-44bdeb84497f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:06.481202 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.481547 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.481882 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.482208 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.482531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.482857 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.483203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.483521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.483841 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.484156 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.484472 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.484784 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:06.529747 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] No DVR routers for this DVR port 500a649d-3ac6-46d5-9d23-44bdeb84497f on host hv-cinder-84037 {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:06.532244 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:06.534801 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-deleted', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:06.551169 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-c8ab6dff-c823-42f3-b22c-1c39f26fe5d3 req-621d466c-47d7-4713-afbd-5de501efcae5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.47 "DELETE /v2.0/ports/500a649d-3ac6-46d5-9d23-44bdeb84497f HTTP/1.1" status: 204 len: 173 time: 0.8556228 May 03 21:36:06.635127 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-463f021f-c364-4e7a-b169-bc3da06eed08'] response: {'server_uuid': '942ff4e9-61b2-4784-b810-d79af5b79723', 'name': 'network-vif-deleted', 'tag': '500a649d-3ac6-46d5-9d23-44bdeb84497f', 'status': 'completed', 'code': 200} May 03 21:36:06.910502 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:07.575908 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-746550f0-380f-4e9e-912b-ee0b6c7b5579 req-036fb703-8c99-4fb3-ad6f-408351833ac3 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "GET /v2.0/ports?device_id=942ff4e9-61b2-4784-b810-d79af5b79723 HTTP/1.1" status: 200 len: 210 time: 0.0478618 May 03 21:36:08.671596 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59002) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:08.740158 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2024-3d5c-47c9-9f9e-a73635ff53a5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.770512 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2024-3d5c-47c9-9f9e-a73635ff53a5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.834742 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2024-3d5c-47c9-9f9e-a73635ff53a5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.853632 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf2024-3d5c-47c9-9f9e-a73635ff53a5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb043bc-b1fd-4664-8058-9f5db3fc902b,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:08.865347 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2024-3d5c-47c9-9f9e-a73635ff53a5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:08.868932 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1dcf2024-3d5c-47c9-9f9e-a73635ff53a5 tempest-TestShelveInstance-1639370624 tempest-TestShelveInstance-1639370624-project] 10.222.0.26 "DELETE /v2.0/security-groups/1cb043bc-b1fd-4664-8058-9f5db3fc902b HTTP/1.1" status: 204 len: 168 time: 0.1939633 May 03 21:36:08.917523 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59012) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:09.250857 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49396d6f-6108-4886-ac5d-754fd903b570 req-7f32fe41-e98c-4fe4-84bc-0cf602293f5d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:09.252380 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-49396d6f-6108-4886-ac5d-754fd903b570 req-7f32fe41-e98c-4fe4-84bc-0cf602293f5d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 946 time: 0.2317924 May 03 21:36:09.379269 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-49396d6f-6108-4886-ac5d-754fd903b570 req-f1cc6e85-e764-402a-99f6-234fc6658bc9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208668 May 03 21:36:09.490392 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:09.527444 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 500a649d-3ac6-46d5-9d23-44bdeb84497f {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:09.527793 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 500a649d-3ac6-46d5-9d23-44bdeb84497f not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:09.592817 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.021711 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Deleting port 13295590-721c-4b1f-9807-d9b2b0ccfe30 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:10.022412 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.187843 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] For port 13295590-721c-4b1f-9807-d9b2b0ccfe30, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=13295590-721c-4b1f-9807-d9b2b0ccfe30,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:10.188193 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.307432 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Calling delete_port for 13295590-721c-4b1f-9807-d9b2b0ccfe30 owned by network:router_interface {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:10.478404 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.535672 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13295590-721c-4b1f-9807-d9b2b0ccfe30,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:10.578350 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9fe69-151c-47c8-a74a-3329af676d65 req-8646ef5d-3db8-46fd-b819-017882b720a1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:10.582972 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8fb9fe69-151c-47c8-a74a-3329af676d65 req-8646ef5d-3db8-46fd-b819-017882b720a1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 946 time: 0.0930216 May 03 21:36:10.627896 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-8fb9fe69-151c-47c8-a74a-3329af676d65 req-2d2ee65f-7e5d-4b21-98cd-7508b8e3429e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=696bd656-6b7e-49df-9b34-91708f6d8230&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412214 May 03 21:36:10.802987 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-bbc593ab-c255-422b-83fd-c0be8b7f4c12 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:10.803258 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:10.804418 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-bbc593ab-c255-422b-83fd-c0be8b7f4c12 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 946 time: 0.0845385 May 03 21:36:10.873854 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:10.874089 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.129162 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] For port 252a4f25-3f9c-4bcf-8487-ca195a61ac74, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=252a4f25-3f9c-4bcf-8487-ca195a61ac74,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:11.129465 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.253881 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:11.418209 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.418489 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.418795 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP 262ee3da-21d5-40b2-b75b-0b039926599e disassociated. External IP: 172.27.0.124, port: 252a4f25-3f9c-4bcf-8487-ca195a61ac74. May 03 21:36:11.419229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for 252a4f25-3f9c-4bcf-8487-ca195a61ac74 owned by compute:nova {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:11.430608 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:11.441152 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] Sync routers for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:11.444685 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-de2cbd0a-acec-4cdb-aa46-8d436a2446c9 admin admin] 10.222.0.26 "PUT /v2.0/routers/cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5260632 May 03 21:36:11.447105 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59020) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:11.460912 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:11.461913 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:11.568885 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.621320 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=252a4f25-3f9c-4bcf-8487-ca195a61ac74,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:11.636362 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks [] for router, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.698186 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:11.822800 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-ca0a7c89-df54-404c-83f1-bf325097905c req-099fc182-f4b1-41eb-bce7-d5da92d243bf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=52be1b16-5922-4f8f-bb47-85b334c2f2f3 HTTP/1.1" status: 200 len: 210 time: 0.0644729 May 03 21:36:11.823096 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:11.873459 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:11.883183 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Deleting port 17b4e257-1504-4c38-844c-dc59b860ffe4 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:11.883532 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.003097 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:36:10Z', 'revision_number': 5, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port': {'id': '17b4e257-1504-4c38-844c-dc59b860ffe4', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:07Z', 'updated_at': '2022-05-03T21:30:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:12.008419 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] Checking router: cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:12.018869 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] Routers {'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:12.019679 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:12.110507 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] For port 17b4e257-1504-4c38-844c-dc59b860ffe4, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=17b4e257-1504-4c38-844c-dc59b860ffe4,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:12.111480 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.140356 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:12.154521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:12.174671 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:12.175872 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:12.198705 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] Set router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:12.224082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] No DVR routers for this DVR port 252a4f25-3f9c-4bcf-8487-ca195a61ac74 on host hv-cinder-84037 {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:12.226825 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.238539 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'name': 'network-vif-deleted', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:12.252549 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-9137724d-9a29-4e19-a66b-8fd5aabcbdfd req-379650d4-54ce-4a27-a2db-8c98aa53c32d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "DELETE /v2.0/ports/252a4f25-3f9c-4bcf-8487-ca195a61ac74 HTTP/1.1" status: 204 len: 173 time: 1.4430904 May 03 21:36:12.297712 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df7c90f-1715-46c2-9e40-bbf9d1b5c49a'] response: {'server_uuid': '52be1b16-5922-4f8f-bb47-85b334c2f2f3', 'name': 'network-vif-deleted', 'tag': '252a4f25-3f9c-4bcf-8487-ca195a61ac74', 'status': 'completed', 'code': 200} May 03 21:36:12.300276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Calling delete_port for 17b4e257-1504-4c38-844c-dc59b860ffe4 owned by network:router_gateway {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:12.326908 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:36:11Z', 'revision_number': 6, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:12.331524 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8318c08b-e16e-4d1e-8b30-a460ec9f583e None None] The sync data for ids ['cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9'] in dv-cinder-840376-1-iscsi is: [{'id': 'cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9', 'name': 'tempest-TestShelveInstance-1545327000-router', 'tenant_id': '523add1cb8fe46448705451bcbdb68e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:06Z', 'updated_at': '2022-05-03T21:36:11Z', 'revision_number': 6, 'project_id': '523add1cb8fe46448705451bcbdb68e9', 'gw_port_host': None}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:12.400579 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:12.503522 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.652307 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Pushing event deleted for resources: {'Port': ['ID=17b4e257-1504-4c38-844c-dc59b860ffe4,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:12.737826 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:12.741903 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:12.750637 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:12.751466 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:12.759525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.940484 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:12.965278 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59032) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:12.975409 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:12.977710 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.030521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6abb93c-25ba-4dc0-8619-f87fa6d2b5b1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.058602 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6abb93c-25ba-4dc0-8619-f87fa6d2b5b1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.067635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.068147 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 {{(pid=87267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:36:13.082130 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.085561 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1217302d-900a-484c-aaf8-085443885ade admin admin] 10.222.0.26 "DELETE /v2.0/routers/cf9535bd-bea6-4d89-b0a6-4f741dfd1ed9 HTTP/1.1" status: 204 len: 168 time: 1.6352611 May 03 21:36:13.085759 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59036) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:13.123665 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6abb93c-25ba-4dc0-8619-f87fa6d2b5b1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.151617 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abb93c-25ba-4dc0-8619-f87fa6d2b5b1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=696bd656-6b7e-49df-9b34-91708f6d8230,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:13.157729 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_v2 [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Deleting subnet 7793a8f3-a8d7-4361-ac0e-baad9bb6acfc {{(pid=87267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:36:13.161157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.161687 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6abb93c-25ba-4dc0-8619-f87fa6d2b5b1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.163217 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f6abb93c-25ba-4dc0-8619-f87fa6d2b5b1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/security-groups/696bd656-6b7e-49df-9b34-91708f6d8230 HTTP/1.1" status: 204 len: 168 time: 0.1968975 May 03 21:36:13.166185 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59040) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:13.185838 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.api.v2.resource [None req-14c3df5c-767d-4f75-8d8e-488a785bdbf8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] show failed (client error): The resource could not be found. May 03 21:36:13.187390 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-14c3df5c-767d-4f75-8d8e-488a785bdbf8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups/696bd656-6b7e-49df-9b34-91708f6d8230 HTTP/1.1" status: 404 len: 347 time: 0.0199299 May 03 21:36:13.192835 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59044) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:13.219023 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62269425'] for subnet, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.289946 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:13.293867 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd61fe12-5599-4489-a7b9-347ac036b90a None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:13.344965 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.373977 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port 986a3383-19ca-46ec-bae2-ef783e1a9ee8 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:13.374315 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.419442 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61493296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60922069'] for subnet, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.486623 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.490244 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4a154e-2dae-4811-ab33-c70faee75a01 None None] Network 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:36:13.500594 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7793a8f3-a8d7-4361-ac0e-baad9bb6acfc,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:13.516411 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-0525aff4-3061-4c87-ba3c-79a73900c76b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7793a8f3-a8d7-4361-ac0e-baad9bb6acfc HTTP/1.1" status: 204 len: 168 time: 0.4284720 May 03 21:36:13.520937 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 252a4f25-3f9c-4bcf-8487-ca195a61ac74 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:13.522251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59048) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:13.585378 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.585624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.594089 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 252a4f25-3f9c-4bcf-8487-ca195a61ac74 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:13.594422 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 252a4f25-3f9c-4bcf-8487-ca195a61ac74 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:13.676647 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.697176 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Deleting port 2ab79828-f95f-43ba-8b8b-78ebb988316c {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:13.697398 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7712db8-8ba0-433b-b08f-2662558b15a5 None None] New status for floating IP 262ee3da-21d5-40b2-b75b-0b039926599e: DOWN {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:36:13.698288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.733182 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for 986a3383-19ca-46ec-bae2-ef783e1a9ee8 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:13.904895 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.907537 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron_lib.db.api [None req-f7712db8-8ba0-433b-b08f-2662558b15a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:13.908173 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG oslo_db.api [None req-f7712db8-8ba0-433b-b08f-2662558b15a5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:13.911404 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] DHCP port deletion for 93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:36:13.915671 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Deleting port 2ab79828-f95f-43ba-8b8b-78ebb988316c {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:13.916192 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.924820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] For port 2ab79828-f95f-43ba-8b8b-78ebb988316c, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2ab79828-f95f-43ba-8b8b-78ebb988316c,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:13.925168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:13.959545 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=986a3383-19ca-46ec-bae2-ef783e1a9ee8,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.051715 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Calling delete_port for 2ab79828-f95f-43ba-8b8b-78ebb988316c owned by network:dhcp {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:14.057264 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.074971 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.076318 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-6f790348-316c-45ad-96fd-b82711ed24c3 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/floatingips/262ee3da-21d5-40b2-b75b-0b039926599e HTTP/1.1" status: 204 len: 168 time: 0.8824098 May 03 21:36:14.143591 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] For port 2ab79828-f95f-43ba-8b8b-78ebb988316c, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=2ab79828-f95f-43ba-8b8b-78ebb988316c,segment=NetworkSegment(34267871-ff7e-4f07-8e11-a12791212e29),segment_id=34267871-ff7e-4f07-8e11-a12791212e29)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:14.143981 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.148944 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.152868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 17b4e257-1504-4c38-844c-dc59b860ffe4 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:14.193750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] No DVR routers for this DVR port 2ab79828-f95f-43ba-8b8b-78ebb988316c on host dv-cinder-840376-1-iscsi {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:14.230464 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab79828-f95f-43ba-8b8b-78ebb988316c,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.239974 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 17b4e257-1504-4c38-844c-dc59b860ffe4 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:14.240546 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 17b4e257-1504-4c38-844c-dc59b860ffe4 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:14.240966 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 13295590-721c-4b1f-9807-d9b2b0ccfe30 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:14.252783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59054) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.259195 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999565882', 'description': 'tempest-description--1952065141'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:14.270766 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.334110 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Calling delete_port for 2ab79828-f95f-43ba-8b8b-78ebb988316c owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:14.360164 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 13295590-721c-4b1f-9807-d9b2b0ccfe30 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:14.360998 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 13295590-721c-4b1f-9807-d9b2b0ccfe30 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:14.361470 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2ab79828-f95f-43ba-8b8b-78ebb988316c no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:14.378964 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.383153 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.409820 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7712db8-8ba0-433b-b08f-2662558b15a5 None None] New status for floating IP 262ee3da-21d5-40b2-b75b-0b039926599e: DOWN {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:36:14.410595 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 2ab79828-f95f-43ba-8b8b-78ebb988316c {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:14.410933 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 2ab79828-f95f-43ba-8b8b-78ebb988316c not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:14.433034 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.442393 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.442894 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:14.443277 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:14.467939 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.487061 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a0fdf0-1ef2-49f9-b6c4-8093e552ec89']}} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:14.503207 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34267871-ff7e-4f07-8e11-a12791212e29') {'for_net_delete': True} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:14.503500 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34267871-ff7e-4f07-8e11-a12791212e29') {} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:14.512911 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.519317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62269432'] for segment, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.525598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.531035 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.540763 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.547653 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.559225 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:36:14.559781 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61493354'] for segment, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: Traceback (most recent call last): May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: timer() May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: cb(*args, **kw) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: return func(*args, **kwargs) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: self._notify() May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: self.callback(batched_events) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: event.method(event) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: return f(self, *a, **k) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._get(url).json() May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: return self.request(url, 'GET', **kwargs) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:14.574086 dv-cinder-840376-1-iscsi neutron-server[87267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:14.665304 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.669942 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.703325 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a0fdf0-1ef2-49f9-b6c4-8093e552ec89,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.742820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.745136 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-469a41df-c058-4532-9302-6d4b42339860 admin admin] 10.222.0.26 "DELETE /v2.0/networks/93a0fdf0-1ef2-49f9-b6c4-8093e552ec89 HTTP/1.1" status: 204 len: 168 time: 1.2189345 May 03 21:36:14.746999 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.748357 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59058) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.785020 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.786210 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5330822 May 03 21:36:14.787804 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254f3ab-9c7d-4bd1-8b94-658bbcb319d5 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e23f37-05c2-482e-9cf3-bd951e9c13dc,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.790622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59062) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.795688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': 'd6e23f37-05c2-482e-9cf3-bd951e9c13dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:14.802065 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.805994 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.809017 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.816387 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.832824 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.893102 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.896527 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.926705 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f0f09f-abf7-4fff-88a4-79cd870db4d8,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:14.933250 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.934611 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8422c878-7575-479e-a6b5-af235b53fdaf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428447 May 03 21:36:14.937127 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59066) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:14.942743 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'security_group_rule': {'security_group_id': 'd6e23f37-05c2-482e-9cf3-bd951e9c13dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:14.944650 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Deleting port 2ab79828-f95f-43ba-8b8b-78ebb988316c {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:14.945151 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:14.948989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:14.953035 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:security_group_rule and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:14.956621 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:14.962511 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:14.979841 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.011708 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-6f93bfb3-3561-48f1-b3d1-06a105e68261 None None] The port '2ab79828-f95f-43ba-8b8b-78ebb988316c' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:36:15.044024 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.047610 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639467'] for security_group_rule, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.072655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f4523c-5ef6-41bb-951b-9f987950b0c5,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:15.082876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.089751 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-cd3e5872-f7da-4421-92d1-cae3fbbab4d6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464291 May 03 21:36:15.089751 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59070) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:15.092450 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:15.098692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:15.102469 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Usage tracker for resource:floatingip and tenant:71260dddddae4ad79738a2490f2b22a5 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:36:15.105291 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:36:15.110928 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:15.121478 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.265282 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.399073 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.409210 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.27.0.55 (d3d5070d-d017-4cd6-9c22-1e5b95934d92/9d0c93e3-a5db-47eb-9c5b-a6aad7e44937/395739a6-775b-4a06-9520-a69a4e1fc180) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:15.557224 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.587251 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.653265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network d3d5070d-d017-4cd6-9c22-1e5b95934d92 is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:15.656009 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:15.658913 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:36:15.700362 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=395739a6-775b-4a06-9520-a69a4e1fc180,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:15.750581 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.760530 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Deleting port 502a3bbc-3366-4595-b68c-d0c2efbff129 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:15.760868 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.811014 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:15.932370 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] For port 502a3bbc-3366-4595-b68c-d0c2efbff129, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=502a3bbc-3366-4595-b68c-d0c2efbff129,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:15.932726 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.014509 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.019567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.055225 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Calling delete_port for 502a3bbc-3366-4595-b68c-d0c2efbff129 owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:16.131442 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=395739a6-775b-4a06-9520-a69a4e1fc180,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:16.140231 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.163488 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.164704 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-1a45e8bc-9a6e-4a8f-a39c-581621b6e7cf tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0762477 May 03 21:36:16.226293 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.274647 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Pushing event deleted for resources: {'Port': ['ID=502a3bbc-3366-4595-b68c-d0c2efbff129,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:16.396123 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f8945d9d-b02d-46a0-ba9e-17b5cad18376 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:16.539990 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f8945d9d-b02d-46a0-ba9e-17b5cad18376 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:16.541134 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f8945d9d-b02d-46a0-ba9e-17b5cad18376 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1999565882&fields=id&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 267 time: 0.2315090 May 03 21:36:16.790241 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:16.951199 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-b7584a0a-c936-4305-8e7f-49a3694a65bd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:16.952627 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-b7584a0a-c936-4305-8e7f-49a3694a65bd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.4012008 May 03 21:36:16.974562 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7d082559-ff47-4fa6-95a2-df2bcffb4f6e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/quotas/71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 375 time: 0.0146337 May 03 21:36:17.205143 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-99c65676-1e04-4c33-8ebc-944b4b0e29fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:17.241330 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-99c65676-1e04-4c33-8ebc-944b4b0e29fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:17.242597 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-99c65676-1e04-4c33-8ebc-944b4b0e29fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2631423 May 03 21:36:17.256616 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Router 52733284-bafe-4c27-84e1-529167a60491 has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:17.539893 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:17.546562 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-a231a098-b13a-4ae4-a85c-9d9e792c8f2e service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919478 May 03 21:36:17.548940 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] Sync routers for ids ['52733284-bafe-4c27-84e1-529167a60491'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:17.553379 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-ad51dda9-d051-480b-a370-c8c34f1ae699 admin admin] 10.222.0.26 "PUT /v2.0/routers/52733284-bafe-4c27-84e1-529167a60491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8026214 May 03 21:36:17.554786 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59092) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:17.560728 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] Routers {'52733284-bafe-4c27-84e1-529167a60491'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:17.561116 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['52733284-bafe-4c27-84e1-529167a60491'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:17.681389 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-a303e813-4302-437c-8309-c4fb665dc8ba service neutron] 10.222.0.26 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270499 May 03 21:36:17.720055 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:36:17.745770 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] Set router 52733284-bafe-4c27-84e1-529167a60491 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:17.901950 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-80d3cc57-a5b3-4e60-8015-9ce4a150ee7b req-c80a7417-6fbf-4adc-86d0-c4ccef084c3a tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 210 time: 0.0546839 May 03 21:36:17.905754 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.044594 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:36:16Z', 'revision_number': 5, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:18.049032 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] Checking router: 52733284-bafe-4c27-84e1-529167a60491 for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:18.057736 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] Routers {'52733284-bafe-4c27-84e1-529167a60491'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:18.058347 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:35:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['52733284-bafe-4c27-84e1-529167a60491'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:18.106196 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.121693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Deleting port 4951955d-68a0-4155-94e0-6586d916fad8 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:18.122140 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.269807 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] Set router 52733284-bafe-4c27-84e1-529167a60491 gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:18.308578 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] For port 4951955d-68a0-4155-94e0-6586d916fad8, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4951955d-68a0-4155-94e0-6586d916fad8,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:18.308827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.430699 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Calling delete_port for 4951955d-68a0-4155-94e0-6586d916fad8 owned by network:router_gateway {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:18.552653 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:36:16Z', 'revision_number': 5, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:18.556694 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6844c20-785b-494d-9d6a-05d33786bcf2 None None] The sync data for ids ['52733284-bafe-4c27-84e1-529167a60491'] in dv-cinder-840376-1-iscsi is: [{'id': '52733284-bafe-4c27-84e1-529167a60491', 'name': 'tempest-TestShelveInstance-1320716726-router', 'tenant_id': '8c150aff85d54e5794cab4e211a6631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '4951955d-68a0-4155-94e0-6586d916fad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:36:16Z', 'revision_number': 5, 'project_id': '8c150aff85d54e5794cab4e211a6631b', 'gw_port': {'id': '4951955d-68a0-4155-94e0-6586d916fad8', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52733284-bafe-4c27-84e1-529167a60491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:18.606827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.662174 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=4951955d-68a0-4155-94e0-6586d916fad8,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:18.754157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.926205 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.928488 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.963443 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.964031 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52733284-bafe-4c27-84e1-529167a60491 {{(pid=87267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:36:18.984266 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:18.985314 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-6b61fea2-a6c2-429b-b716-2e78e09c6c23 admin admin] 10.222.0.26 "DELETE /v2.0/routers/52733284-bafe-4c27-84e1-529167a60491 HTTP/1.1" status: 204 len: 168 time: 1.4293873 May 03 21:36:18.987747 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59106) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:19.026194 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3f282e9f-010c-4174-84a0-77cd611eb068 req-f7f64c95-2abd-463e-b954-4d7873b445e2 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 210 time: 0.0492554 May 03 21:36:19.052675 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Deleting subnet a5cdf640-101b-46b8-8ad9-83392aacc2f4 {{(pid=87267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:36:19.056292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.109411 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62269425'] for subnet, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.195749 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.271206 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61493296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60922069'] for subnet, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.413208 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5cdf640-101b-46b8-8ad9-83392aacc2f4,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:19.416957 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.425090 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4c700-78cd-458e-bf61-49d3e7b86c02 None None] Network 3063b41e-3fc4-470f-bd09-02bb013f0887 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:36:19.425292 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-4b23f11f-b2c0-4179-9495-2b9b65a0d700 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5cdf640-101b-46b8-8ad9-83392aacc2f4 HTTP/1.1" status: 204 len: 168 time: 0.4341915 May 03 21:36:19.425292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59118) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:19.531652 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.542656 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Deleting port 4330c164-5f0d-4206-86df-435fb6e2f759 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:19.543007 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.632074 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-0985f088-182d-4906-b82a-5e98439c5f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.687806 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] DHCP port deletion for 3063b41e-3fc4-470f-bd09-02bb013f0887 request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:36:19.692749 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Deleting port 4330c164-5f0d-4206-86df-435fb6e2f759 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:19.693401 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.757693 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] For port 4330c164-5f0d-4206-86df-435fb6e2f759, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4330c164-5f0d-4206-86df-435fb6e2f759,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:19.758336 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.881858 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Calling delete_port for 4330c164-5f0d-4206-86df-435fb6e2f759 owned by network:dhcp {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:19.898881 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] For port 4330c164-5f0d-4206-86df-435fb6e2f759, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=4330c164-5f0d-4206-86df-435fb6e2f759,segment=NetworkSegment(c0699d1e-c743-4174-8208-0ce486fde919),segment_id=c0699d1e-c743-4174-8208-0ce486fde919)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:19.899295 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:19.958742 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.004959 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Pushing event deleted for resources: {'Port': ['ID=4330c164-5f0d-4206-86df-435fb6e2f759,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:20.009930 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] No DVR routers for this DVR port 4330c164-5f0d-4206-86df-435fb6e2f759 on host dv-cinder-840376-1-iscsi {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:20.022412 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Calling delete_port for 4330c164-5f0d-4206-86df-435fb6e2f759 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:20.111343 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:20.111721 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:20.118044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4330c164-5f0d-4206-86df-435fb6e2f759 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:20.147876 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.151780 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 4330c164-5f0d-4206-86df-435fb6e2f759 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:20.152124 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4330c164-5f0d-4206-86df-435fb6e2f759 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:20.152541 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 502a3bbc-3366-4595-b68c-d0c2efbff129 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:20.184868 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 502a3bbc-3366-4595-b68c-d0c2efbff129 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:20.185218 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 502a3bbc-3366-4595-b68c-d0c2efbff129 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:20.185624 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4951955d-68a0-4155-94e0-6586d916fad8 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:20.214148 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9bb6ad78-9cad-473c-bd86-50bef768b9af req-d6c15f99-3682-4752-927f-ec39a516a9fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 210 time: 0.0587204 May 03 21:36:20.217396 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3063b41e-3fc4-470f-bd09-02bb013f0887']}} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:20.221280 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 4951955d-68a0-4155-94e0-6586d916fad8 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:20.221623 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 4951955d-68a0-4155-94e0-6586d916fad8 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:20.232294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0699d1e-c743-4174-8208-0ce486fde919') {'for_net_delete': True} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:20.232645 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0699d1e-c743-4174-8208-0ce486fde919') {} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:20.244855 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62269432'] for segment, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.261484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.267864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:36:20.268257 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61493354'] for segment, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: Traceback (most recent call last): May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: timer() May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: cb(*args, **kw) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: return func(*args, **kwargs) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: self._notify() May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: self.callback(batched_events) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: event.method(event) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: return f(self, *a, **k) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._get(url).json() May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: return self.request(url, 'GET', **kwargs) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:20.280974 dv-cinder-840376-1-iscsi neutron-server[87267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:20.356764 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.377181 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.383321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] Pushing event deleted for resources: {'Network': ['ID=3063b41e-3fc4-470f-bd09-02bb013f0887,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:20.392093 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-82e84e6e-72cf-4a94-9825-24aafd31f238 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3063b41e-3fc4-470f-bd09-02bb013f0887 HTTP/1.1" status: 204 len: 168 time: 0.9634347 May 03 21:36:20.508683 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59130) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:20.557171 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ac5c2a66-83b0-41fa-bcac-1344dea138c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=523add1cb8fe46448705451bcbdb68e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470123 May 03 21:36:20.559434 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59134) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:20.613183 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Deleting port 4330c164-5f0d-4206-86df-435fb6e2f759 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:20.613827 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.618862 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4b7d221f-d905-4179-9e5d-3b998e26eb8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.646352 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4b7d221f-d905-4179-9e5d-3b998e26eb8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.681820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-19dcfd8c-e744-4f3c-b22f-b9efaeaf8d5c None None] The port '4330c164-5f0d-4206-86df-435fb6e2f759' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:36:20.703486 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4b7d221f-d905-4179-9e5d-3b998e26eb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.724219 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d221f-d905-4179-9e5d-3b998e26eb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d3648-9378-4fa8-9df2-49cd27f7c6b6,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:20.734677 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4b7d221f-d905-4179-9e5d-3b998e26eb8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:20.736585 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4b7d221f-d905-4179-9e5d-3b998e26eb8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/766d3648-9378-4fa8-9df2-49cd27f7c6b6 HTTP/1.1" status: 204 len: 168 time: 0.1761405 May 03 21:36:20.867981 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-7e0c5a8c-32a1-4236-a9d6-aa086ac13a2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765653 May 03 21:36:21.006347 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-cfadfe8c-658b-419d-965e-d858e1962bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:21.007926 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-cfadfe8c-658b-419d-965e-d858e1962bb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1099 time: 0.0706937 May 03 21:36:21.089515 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59142) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:21.138568 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c20ee37a-ca91-4ed5-99e9-8ff33cb7edb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c150aff85d54e5794cab4e211a6631b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479302 May 03 21:36:21.140926 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59146) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:21.197094 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8020c9ac-7c05-4e83-9d5f-54e16d22f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.225916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8020c9ac-7c05-4e83-9d5f-54e16d22f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.284321 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8020c9ac-7c05-4e83-9d5f-54e16d22f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.288970 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-db46ee22-2b94-445d-a440-b504da664ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:21.290815 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-db46ee22-2b94-445d-a440-b504da664ee7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1354628 May 03 21:36:21.299541 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020c9ac-7c05-4e83-9d5f-54e16d22f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d78e2b-4bc4-4898-a7ba-c64ee620e543,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:21.306390 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8020c9ac-7c05-4e83-9d5f-54e16d22f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.307541 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8020c9ac-7c05-4e83-9d5f-54e16d22f63c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8d78e2b-4bc4-4898-a7ba-c64ee620e543 HTTP/1.1" status: 204 len: 168 time: 0.1651027 May 03 21:36:21.621375 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f2ffd308-e267-47a7-8eb4-cf7e76c2e301 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:21.623298 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f2ffd308-e267-47a7-8eb4-cf7e76c2e301 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 814 time: 0.2112656 May 03 21:36:21.639794 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-bd315fca-6cb4-4764-84d2-f931aa46d8af req-3fc66416-872d-4ae6-b126-6e0392b2e98e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 210 time: 0.0734763 May 03 21:36:21.679251 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-57821225-098c-4414-aae8-2e720aa84ff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 1002 time: 0.3803926 May 03 21:36:21.706518 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a6945b94-ea13-4228-93c5-2c7c87f7f89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.711698 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2391e929-331f-49ad-b3a4-19fe1b3b26ee tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:21.725576 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2391e929-331f-49ad-b3a4-19fe1b3b26ee tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:security_group {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:21.727111 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2391e929-331f-49ad-b3a4-19fe1b3b26ee tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71260dddddae4ad79738a2490f2b22a5 HTTP/1.1" status: 200 len: 380 time: 0.0947106 May 03 21:36:21.737533 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'port': {'device_id': 'd972d492-0455-4699-aa25-479a6c2087c6', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'admin_state_up': True, 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'security_groups': ['d6e23f37-05c2-482e-9cf3-bd951e9c13dc']}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:21.768495 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-d90e76bf-8490-4491-ac96-c0f181dcccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:21.770203 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-d90e76bf-8490-4491-ac96-c0f181dcccb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0786180 May 03 21:36:21.849129 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-c1b30b81-858a-40c9-adf7-30b9ee984a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:21.850766 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-c1b30b81-858a-40c9-adf7-30b9ee984a50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732136 May 03 21:36:21.876427 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:36:21.885778 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:36:21.896202 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Made reservation on behalf of 71260dddddae4ad79738a2490f2b22a5 for: {'port': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:36:21.899632 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:21.983226 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-fb1de906-7aed-4bb2-b690-2b77ba9176fb service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260474 May 03 21:36:22.119615 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-cff1b4e4-7f7b-4232-88d6-b3d4bc8bdbfa req-e04ece9d-d735-4a1a-8e40-5df039e865b4 service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305509 May 03 21:36:22.157886 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_common [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Allocated IP 172.20.0.4 (6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa/a989b989-e716-44e5-b289-c87a21e41a80/e0095ace-e121-4db3-bcb7-073833ac565c) {{(pid=87267) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 03 21:36:22.339215 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for port, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.355116 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Transition to ACTIVE for port object e0095ace-e121-4db3-bcb7-073833ac565c will not be triggered until provisioned by entity DHCP. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:22.377782 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792369861946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.450690 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa is already hosted by enough agents. {{(pid=87267) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 03 21:36:22.454269 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Resources bound (agent type, host, resource id): {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:36:22.458416 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Received port after_create {{(pid=87267) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 03 21:36:22.498243 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event updated for resources: {'Port': ['ID=e0095ace-e121-4db3-bcb7-073833ac565c,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:22.541595 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:22.542361 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.572299 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-2f6c4079-bca6-40e8-89d4-552fd6f8e4fd tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8399315 May 03 21:36:22.591338 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Request body: {'port': {'device_id': 'd972d492-0455-4699-aa25-479a6c2087c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84037'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:22.708863 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.764889 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8580d828-ca61-4490-aff7-14ee30800773 None None] Provisioning for port e0095ace-e121-4db3-bcb7-073833ac565c completed by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:22.770503 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-8580d828-ca61-4490-aff7-14ee30800773 None None] Provisioning complete for port e0095ace-e121-4db3-bcb7-073833ac565c triggered by entity DHCP. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:22.770877 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-8580d828-ca61-4490-aff7-14ee30800773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:22.828342 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-8580d828-ca61-4490-aff7-14ee30800773 None None] Port e0095ace-e121-4db3-bcb7-073833ac565c cannot update to ACTIVE because it is not bound. {{(pid=87269) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 03 21:36:22.960767 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d7364-fe3b-47ed-b630-19614a2c794b req-1ad0bbe5-e836-4698-ada2-e9f8e853a74d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:22.961455 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c04d7364-fe3b-47ed-b630-19614a2c794b req-1ad0bbe5-e836-4698-ada2-e9f8e853a74d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Synchronizing usage tracker for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:23.036300 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c04d7364-fe3b-47ed-b630-19614a2c794b req-1ad0bbe5-e836-4698-ada2-e9f8e853a74d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Unset dirty status for tenant:71260dddddae4ad79738a2490f2b22a5 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:23.037435 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c04d7364-fe3b-47ed-b630-19614a2c794b req-1ad0bbe5-e836-4698-ada2-e9f8e853a74d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 931 time: 0.2730258 May 03 21:36:23.074697 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.105207 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c04d7364-fe3b-47ed-b630-19614a2c794b req-36070317-0c27-4809-93a2-350b79b64bae tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606668 May 03 21:36:23.158633 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.173142 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0095ace-e121-4db3-bcb7-073833ac565c {{(pid=87267) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:36:23.180611 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.194707 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.provisioning_blocks [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Transition to ACTIVE for port object e0095ace-e121-4db3-bcb7-073833ac565c will not be triggered until provisioned by entity L2. {{(pid=87267) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 03 21:36:23.198444 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.357398 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Pushing event updated for resources: {'Port': ['ID=e0095ace-e121-4db3-bcb7-073833ac565c,revision_number=2']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:23.441166 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Attempting to bind port e0095ace-e121-4db3-bcb7-073833ac565c on host hv-cinder-84037 for vnic_type normal with profile {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 03 21:36:23.441491 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Attempting to bind port e0095ace-e121-4db3-bcb7-073833ac565c by drivers openvswitch,hyperv on host hv-cinder-84037 at level 0 using segments [{'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 03 21:36:23.441810 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Attempting to bind port e0095ace-e121-4db3-bcb7-073833ac565c on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:36:23.446394 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Port e0095ace-e121-4db3-bcb7-073833ac565c on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84037 {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 03 21:36:23.446702 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Attempting to bind port e0095ace-e121-4db3-bcb7-073833ac565c on network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 03 21:36:23.451643 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Checking agent: {'id': '2edbeff1-4b0f-4827-9be4-9701597031a6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84037', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'started_at': datetime.datetime(2022, 5, 3, 21, 16, 5), 'heartbeat_timestamp': datetime.datetime(2022, 5, 3, 21, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 03 21:36:23.451978 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Checking segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:36:23.452351 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Bound using segment: {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'} {{(pid=87267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 03 21:36:23.452765 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.managers [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Bound port: e0095ace-e121-4db3-bcb7-073833ac565c, host: hv-cinder-84037, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa'}}] {{(pid=87267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 03 21:36:23.453112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.542228 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] For port e0095ace-e121-4db3-bcb7-073833ac565c, host hv-cinder-84037, cleared binding levels {{(pid=87267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 03 21:36:23.545076 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] For port e0095ace-e121-4db3-bcb7-073833ac565c, host hv-cinder-84037, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e0095ace-e121-4db3-bcb7-073833ac565c,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 03 21:36:23.549688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61493262'] for port, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.611688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:23.612288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:23.613630 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] 10.222.0.47 "PUT /v2.0/ports/e0095ace-e121-4db3-bcb7-073833ac565c HTTP/1.1" status: 200 len: 1093 time: 1.0272470 May 03 21:36:23.614055 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:23.642086 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d6c80-10e1-4193-a63f-04d5501a4224 service neutron] Pushing event updated for resources: {'Port': ['ID=e0095ace-e121-4db3-bcb7-073833ac565c,revision_number=3']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:23.689353 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995ee2f9-92e1-4ed6-b675-1285cf1412c2'] response: {'name': 'network-changed', 'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'status': 'completed', 'code': 200} May 03 21:36:23.731182 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f7ba5a92-f1b6-4df2-9c5a-d8f64b642acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:23.732661 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f7ba5a92-f1b6-4df2-9c5a-d8f64b642acc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 1096 time: 0.0764248 May 03 21:36:23.803884 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-886d3b76-482e-4794-8db9-6c48c48d3ccd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0095ace-e121-4db3-bcb7-073833ac565c HTTP/1.1" status: 200 len: 217 time: 0.0644352 May 03 21:36:23.864871 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f0a63721-199e-4548-ad00-3643c87d83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:23.866282 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-f0a63721-199e-4548-ad00-3643c87d83c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0563197 May 03 21:36:24.033877 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-a4d8032c-1cb5-4650-8a69-c306a165e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:24.035380 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-a4d8032c-1cb5-4650-8a69-c306a165e4b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1616638 May 03 21:36:24.098974 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59164) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:24.170649 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-8a99d12d-dbe4-4a80-a4d4-0b9d7130f494 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 May 03 21:36:24.230733 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.306535 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Deleting port 013ed349-f448-44da-b7e4-5f09f0e45138 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:24.306781 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.366619 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-0607faa1-cc3a-4b31-a380-5f119bc07299 req-a11648ae-dc64-4f85-9c02-80912bd34e12 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893911 May 03 21:36:24.379789 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6821546-8249-4afe-868e-b4ba9ca4a0dd req-5dd8b8a0-aa9b-4d17-a922-3ff11bda7919 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:24.381214 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6821546-8249-4afe-868e-b4ba9ca4a0dd req-5dd8b8a0-aa9b-4d17-a922-3ff11bda7919 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 943 time: 0.1655648 May 03 21:36:24.478608 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-e6821546-8249-4afe-868e-b4ba9ca4a0dd req-8ccc687e-3f1b-4355-a4a8-b19fbfab9f81 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900259 May 03 21:36:24.479659 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.479979 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.511788 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-866a1953-434a-4c31-b364-61e2e97213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:24.513266 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-866a1953-434a-4c31-b364-61e2e97213c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 1096 time: 0.0947983 May 03 21:36:24.603222 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Calling delete_port for 013ed349-f448-44da-b7e4-5f09f0e45138 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:24.645190 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-3620fb34-0e9d-4ca6-8f25-847bb11d36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:24.646688 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-3620fb34-0e9d-4ca6-8f25-847bb11d36a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.1267848 May 03 21:36:24.720861 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-6f3cfa2c-c1ee-44ae-a31f-c44ef4681961 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0095ace-e121-4db3-bcb7-073833ac565c HTTP/1.1" status: 200 len: 217 time: 0.0678513 May 03 21:36:24.760363 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.783369 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-d7694f77-956f-4806-a729-2f9695947ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:24.784850 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-d7694f77-956f-4806-a729-2f9695947ffb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0582557 May 03 21:36:24.836359 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'Port': ['ID=013ed349-f448-44da-b7e4-5f09f0e45138,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:24.861716 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-a481567d-18ae-41d5-8994-ca86ab51d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:24.863133 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-a481567d-18ae-41d5-8994-ca86ab51d83b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724757 May 03 21:36:24.900586 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:24.900963 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Floating IP 449bb2fb-239f-4467-8ada-c669e2a8ab37 disassociated (deleted). External IP: 172.27.0.140, port: 8abffc92-4fd5-4632-a610-b9864b4ed7e3. May 03 21:36:24.993432 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-bd01aba7-73cf-40fa-8c08-7cf2d0ed5c73 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241674 May 03 21:36:25.132682 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-dce0b04d-8ed4-4b27-aa25-2948d5984839 req-7266f09c-d3f9-4e18-9b07-a5637a5bd103 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325226 May 03 21:36:25.352296 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:25.535068 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:25.544538 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:25.555636 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:25.556488 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:25.557105 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:25.660715 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f3fdf12d-667b-43fa-a602-c57de7776bda tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "DELETE /v2.0/floatingips/449bb2fb-239f-4467-8ada-c669e2a8ab37 HTTP/1.1" status: 204 len: 168 time: 1.5606678 May 03 21:36:25.662032 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:25.693890 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ebc2a-b629-4039-a535-6440dc8e6ad5 req-b95ec3b2-2315-4357-a5b2-c64588d18548 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:25.695478 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-381ebc2a-b629-4039-a535-6440dc8e6ad5 req-b95ec3b2-2315-4357-a5b2-c64588d18548 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 943 time: 0.1010566 May 03 21:36:25.740824 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-381ebc2a-b629-4039-a535-6440dc8e6ad5 req-6aee8883-5ff5-4dce-bfb3-f04971b9c5a9 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391788 May 03 21:36:25.779239 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:25.794612 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6cfd856-0ff5-4ffc-aa15-4f3c4c2d099c'] response: {'name': 'network-changed', 'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'status': 'completed', 'code': 200} May 03 21:36:25.896783 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-e7716f4a-944d-4744-a3ed-1612491b8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:25.898390 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-e7716f4a-944d-4744-a3ed-1612491b8f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 1099 time: 0.0803010 May 03 21:36:26.037122 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5289c-886c-4734-bc3e-d17c36ffedc1 req-e6fc3575-09c0-4671-96db-f6ae47e2cafd tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:26.037553 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-093ebbc7-4004-4536-9ffd-a43c04d9dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:26.038233 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-a6e5289c-886c-4734-bc3e-d17c36ffedc1 req-e6fc3575-09c0-4671-96db-f6ae47e2cafd tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:26.039265 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-093ebbc7-4004-4536-9ffd-a43c04d9dcfa service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.1318264 May 03 21:36:26.056308 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-a6e5289c-886c-4734-bc3e-d17c36ffedc1 req-e6fc3575-09c0-4671-96db-f6ae47e2cafd tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:26.057737 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a6e5289c-886c-4734-bc3e-d17c36ffedc1 req-e6fc3575-09c0-4671-96db-f6ae47e2cafd tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.1031001 May 03 21:36:26.108304 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-1e233eea-6013-408e-aa6b-ba264e40710d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3 HTTP/1.1" status: 200 len: 217 time: 0.0612271 May 03 21:36:26.117201 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-a6e5289c-886c-4734-bc3e-d17c36ffedc1 req-505c62fe-6df1-4136-a873-21330ec1dae5 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 May 03 21:36:26.151422 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:48Z', 'revision_number': 1, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:26.155209 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:26.164323 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:26.164928 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:26.189208 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-54fd0191-a94a-45ac-a903-1434df0d6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:26.190636 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-54fd0191-a94a-45ac-a903-1434df0d6a47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0736370 May 03 21:36:26.263486 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-a0edf6d6-4899-49d4-ae37-b7e38b9756ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:26.264936 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-a0edf6d6-4899-49d4-ae37-b7e38b9756ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679688 May 03 21:36:26.338610 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:26.502580 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-fc170607-8ece-4b41-9ce7-aad06def58ae service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290220 May 03 21:36:26.635381 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-686e549d-cdc7-4ef2-9ec1-dbe5b8ff35c6 req-20baab4f-c8da-4fb9-800d-5e4eb29e675c service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258748 May 03 21:36:26.683374 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:48Z', 'revision_number': 1, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:26.687270 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6055b5-b530-4659-a7fe-bb4e5244025f None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '5e5cbc8e-8ea7-460a-b33d-e241b9344974', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'port_id': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'mac_address': 'fa:16:3e:d7:3a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:31:45Z', 'updated_at': '2022-05-03T21:31:48Z', 'revision_number': 1, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:26.890253 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021050fb-45fa-4b3c-805c-0e12b687689e None None] New status for floating IP 449bb2fb-239f-4467-8ada-c669e2a8ab37: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:36:26.935353 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32630e4-1475-4294-b421-8ee8e7fcd844 req-a5a62a47-4a0a-4c09-8ce0-da4b8d6480b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:26.936813 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f32630e4-1475-4294-b421-8ee8e7fcd844 req-a5a62a47-4a0a-4c09-8ce0-da4b8d6480b6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 943 time: 0.0853677 May 03 21:36:26.982716 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-f32630e4-1475-4294-b421-8ee8e7fcd844 req-fe2b07bd-94b0-4541-a58e-20507d1c69d1 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400054 May 03 21:36:27.317632 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8955e7-02b0-4876-b230-9730dbf25d18 req-78a77f11-2ce5-4cdf-bed4-c8062fd798f3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:27.319106 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3c8955e7-02b0-4876-b230-9730dbf25d18 req-78a77f11-2ce5-4cdf-bed4-c8062fd798f3 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.0865319 May 03 21:36:27.361373 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-3c8955e7-02b0-4876-b230-9730dbf25d18 req-f39e09d2-5241-41cc-9169-35d14952bac8 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366247 May 03 21:36:27.582924 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device e0095ace-e121-4db3-bcb7-073833ac565c details requested by agent hyperv_hv-cinder-84037 with host hv-cinder-84037 {{(pid=87269) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 03 21:36:27.711952 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-d84a7c7c-4ceb-40ed-a878-f2151d8f7ffd tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:27.713385 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-d84a7c7c-4ceb-40ed-a878-f2151d8f7ffd tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 946 time: 0.0793464 May 03 21:36:27.720352 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port e0095ace-e121-4db3-bcb7-073833ac565c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e0095ace-e121-4db3-bcb7-073833ac565c,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:27.733023 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Returning: {'device': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'port_id': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'mac_address': 'fa:16:3e:2a:81:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87269) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 03 21:36:27.786642 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Deleting port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:27.786898 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.790688 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.807651 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0095ace-e121-4db3-bcb7-073833ac565c {{(pid=87269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 03 21:36:27.823020 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port e0095ace-e121-4db3-bcb7-073833ac565c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e0095ace-e121-4db3-bcb7-073833ac565c,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:27.827013 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:27.892302 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=e0095ace-e121-4db3-bcb7-073833ac565c,revision_number=4']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:27.899363 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.899702 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.900046 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.900375 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.900703 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.901053 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.901375 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.901699 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.902027 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.902345 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.902661 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:27.903001 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:36:28.037788 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] For port 8abffc92-4fd5-4632-a610-b9864b4ed7e3, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=8abffc92-4fd5-4632-a610-b9864b4ed7e3,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:28.038354 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.181477 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] get_ports_and_sgs() called for port_ids ['e0095ace-e121-4db3-bcb7-073833ac565c'] {{(pid=87269) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 03 21:36:28.197704 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Calling delete_port for 8abffc92-4fd5-4632-a610-b9864b4ed7e3 owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:28.339672 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438112bd-be5a-4716-bead-0329832426f3 req-bd637d16-792d-481e-b453-6f314277462e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:28.341008 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-438112bd-be5a-4716-bead-0329832426f3 req-bd637d16-792d-481e-b453-6f314277462e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 944 time: 0.2386978 May 03 21:36:28.407321 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-438112bd-be5a-4716-bead-0329832426f3 req-87b39a98-49ec-4410-8ecd-0c62f3b4922c tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583770 May 03 21:36:28.408026 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.492586 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'Port': ['ID=8abffc92-4fd5-4632-a610-b9864b4ed7e3,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:28.512661 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-2f804083-06b7-49e0-893d-ab16a475afbe req-48beb8f3-3d79-4d0f-b75a-58cbb6fd4c3b tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef04cb11-9330-4701-8e16-c5f2c25585e4 HTTP/1.1" status: 200 len: 210 time: 0.0451214 May 03 21:36:28.542659 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] No DVR routers for this DVR port 8abffc92-4fd5-4632-a610-b9864b4ed7e3 on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:28.545272 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:28.550216 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'name': 'network-vif-deleted', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:28.564823 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-20c29705-64f3-4658-b000-18b6a9d407a2 req-bccee925-3612-422a-9883-fce7e4a3ad89 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "DELETE /v2.0/ports/8abffc92-4fd5-4632-a610-b9864b4ed7e3 HTTP/1.1" status: 204 len: 173 time: 0.8463829 May 03 21:36:28.595802 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc76a747-ab73-4163-8b94-fb7c7f1e3246'] response: {'server_uuid': 'ef04cb11-9330-4701-8e16-c5f2c25585e4', 'name': 'network-vif-deleted', 'tag': '8abffc92-4fd5-4632-a610-b9864b4ed7e3', 'status': 'completed', 'code': 200} May 03 21:36:29.582500 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device e0095ace-e121-4db3-bcb7-073833ac565c up at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 03 21:36:29.593610 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0ab2f-4a28-42f3-8755-5ed67a8526d7 req-8a0952f1-6fef-4b0d-be84-6bba015e266e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:29.595169 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5ef0ab2f-4a28-42f3-8755-5ed67a8526d7 req-8a0952f1-6fef-4b0d-be84-6bba015e266e tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 944 time: 0.0832589 May 03 21:36:29.643708 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5ef0ab2f-4a28-42f3-8755-5ed67a8526d7 req-a658df45-9593-42a5-868b-b935b42ee249 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 May 03 21:36:29.651606 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning for port e0095ace-e121-4db3-bcb7-073833ac565c completed by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 03 21:36:29.656612 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.provisioning_blocks [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Provisioning complete for port e0095ace-e121-4db3-bcb7-073833ac565c triggered by entity L2. {{(pid=87269) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 03 21:36:29.658114 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4134279'] for port, provisioning_complete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.783897 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for port, before_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.810405 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c'}] {{(pid=87269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:29.821342 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-7c372063-0815-4913-94ef-061c3121a78b None None] For port e0095ace-e121-4db3-bcb7-073833ac565c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e0095ace-e121-4db3-bcb7-073833ac565c,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:29.826432 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792370342404', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792369861964', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792369862009'] for port, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:29.827231 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8abffc92-4fd5-4632-a610-b9864b4ed7e3 no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:29.895607 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 8abffc92-4fd5-4632-a610-b9864b4ed7e3 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:29.895945 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 8abffc92-4fd5-4632-a610-b9864b4ed7e3 not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:29.933866 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Pushing event updated for resources: {'Port': ['ID=e0095ace-e121-4db3-bcb7-073833ac565c,revision_number=5']} {{(pid=87269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:30.045648 dv-cinder-840376-1-iscsi neutron-server[87269]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e0fc02a-2932-4511-a5cc-5648d824e328'] response: {'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'code': 200} May 03 21:36:30.273990 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd3865-05ed-4f8b-910b-beb54ffa7564 req-a189b2f7-63b7-456a-af58-ee2069201c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:30.275474 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fecd3865-05ed-4f8b-910b-beb54ffa7564 req-a189b2f7-63b7-456a-af58-ee2069201c57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 1098 time: 0.0727139 May 03 21:36:30.314297 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-fecd3865-05ed-4f8b-910b-beb54ffa7564 req-c6ce297f-a431-4a4e-8b70-487807b9fbd5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331016 May 03 21:36:30.830314 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58a6dd-2061-45eb-bb12-ee60c331a9a9 req-c8afa54b-0e92-43d1-9590-003be58e55a8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:30.831847 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1f58a6dd-2061-45eb-bb12-ee60c331a9a9 req-c8afa54b-0e92-43d1-9590-003be58e55a8 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 945 time: 0.0810492 May 03 21:36:30.880891 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1f58a6dd-2061-45eb-bb12-ee60c331a9a9 req-88d39649-2983-4994-af15-a0d8f6f71826 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 May 03 21:36:32.003229 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59212) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.067644 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2abc-6a98-4458-aee0-c1b2bd8960e0 req-ce117b17-990f-414e-80fb-18433a1ccbdb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:32.069089 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-165a2abc-6a98-4458-aee0-c1b2bd8960e0 req-ce117b17-990f-414e-80fb-18433a1ccbdb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 945 time: 0.0804884 May 03 21:36:32.115447 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-165a2abc-6a98-4458-aee0-c1b2bd8960e0 req-696794ae-e32b-4478-9ac4-021fce2d77ee tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406742 May 03 21:36:32.204042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Deleting port bf5941e6-2815-44f5-bd4a-2a9309110232 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:32.204906 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.521587 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78874a5d-7eee-4458-90d8-975787a552e6 req-c1c1cdb2-9291-4e83-b0a5-5d0b1a3438f2 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:32.523093 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-78874a5d-7eee-4458-90d8-975787a552e6 req-c1c1cdb2-9291-4e83-b0a5-5d0b1a3438f2 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 945 time: 0.2940056 May 03 21:36:32.532517 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59218) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:32.537587 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Request body: {'floatingip': {'port_id': 'e0095ace-e121-4db3-bcb7-073833ac565c'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:36:32.547631 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.547952 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.610777 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, before_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.670841 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Calling delete_port for bf5941e6-2815-44f5-bd4a-2a9309110232 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:32.821806 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.872017 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'Port': ['ID=bf5941e6-2815-44f5-bd4a-2a9309110232,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:32.966791 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:32.967152 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.l3_db [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Floating IP 5e5cbc8e-8ea7-460a-b33d-e241b9344974 disassociated (deleted). External IP: 172.27.0.171, port: 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef. May 03 21:36:33.291996 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.295916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.320889 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:33.468207 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP 6a02d968-1d10-4809-bf1b-63f6cf805527 associated. External IP: 172.27.0.55, port: e0095ace-e121-4db3-bcb7-073833ac565c. May 03 21:36:33.498042 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:33.510152 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:33.514561 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:33.523209 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:33.524789 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:33.573888 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-3bb8c20f-5988-444a-9926-7a4d8329f95c tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "DELETE /v2.0/floatingips/5e5cbc8e-8ea7-460a-b33d-e241b9344974 HTTP/1.1" status: 204 len: 168 time: 1.5694811 May 03 21:36:33.574452 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef'}] {{(pid=87268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:33.633822 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07dc74f-a232-4252-ac9c-e3db139092ed'] response: {'name': 'network-changed', 'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'status': 'completed', 'code': 200} May 03 21:36:33.710100 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:33.885577 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-9f3bd240-36c8-4a07-acba-73c7b9a61766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:33.886971 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-9f3bd240-36c8-4a07-acba-73c7b9a61766 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 1099 time: 0.1813087 May 03 21:36:33.891418 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:33.982764 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b968cd7-7256-42af-b88a-4a42ad505b31 req-e6968cdb-b67f-4b49-8890-6e04f09247a6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:33.983579 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-5b968cd7-7256-42af-b88a-4a42ad505b31 req-e6968cdb-b67f-4b49-8890-6e04f09247a6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87268) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:34.000203 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [req-5b968cd7-7256-42af-b88a-4a42ad505b31 req-e6968cdb-b67f-4b49-8890-6e04f09247a6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87268) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:34.002225 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b968cd7-7256-42af-b88a-4a42ad505b31 req-e6968cdb-b67f-4b49-8890-6e04f09247a6 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 946 time: 0.1133556 May 03 21:36:34.048105 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-5b968cd7-7256-42af-b88a-4a42ad505b31 req-d9a5a017-8e2d-4bbd-83f7-51ecc366dca0 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394943 May 03 21:36:34.084037 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.087903 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:34.096403 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:34.097030 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.207237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-221bd5b8-09b0-4f1a-b140-f88a8ead9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:34.208698 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-221bd5b8-09b0-4f1a-b140-f88a8ead9d27 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 200 len: 911 time: 0.3055432 May 03 21:36:34.211373 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:34.215960 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:34.221550 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:34.231322 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:34.231986 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.276463 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:34.428998 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:34.437000 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-fc79fd88-8bdf-4f2e-984b-bd0e0505f7d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 200 len: 217 time: 0.0769761 May 03 21:36:34.507868 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-7e870af9-9e4f-4412-85b6-fe05b2caf9fa tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "PUT /v2.0/floatingips/6a02d968-1d10-4809-bf1b-63f6cf805527 HTTP/1.1" status: 200 len: 990 time: 1.9739904 May 03 21:36:34.514920 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:34.535864 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-d6aaa421-4e93-4325-948c-09a5c52e24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:34.539158 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-d6aaa421-4e93-4325-948c-09a5c52e24f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 200 len: 849 time: 0.0945253 May 03 21:36:34.586837 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd295e26-95b9-4466-852a-b4546db38208'] response: {'name': 'network-changed', 'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'status': 'completed', 'code': 200} May 03 21:36:34.609343 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.614363 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c40d8dd-4121-46da-bdbd-3b6aadcb2ee9 None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:34Z', 'revision_number': 4, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': '1bcddca0-40de-46c7-b91f-dfa47f1ba8e9', 'name': '', 'network_id': 'ed8a5e49-475c-47bc-bd27-f42dc20e86d1', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'mac_address': 'fa:16:3e:92:e5:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:34Z', 'updated_at': '2022-05-03T21:27:42Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'subnets': [{'id': 'a5e78ea0-fa72-4243-a184-0acdc92366b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:34.634396 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-5a7420ef-7b3c-4cc1-af5b-86b6abede663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:34.635956 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-5a7420ef-7b3c-4cc1-af5b-86b6abede663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed8a5e49-475c-47bc-bd27-f42dc20e86d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876648 May 03 21:36:34.684516 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-df649578-7f2e-47e3-b80d-47a391c649cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:34.686200 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-df649578-7f2e-47e3-b80d-47a391c649cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71260dddddae4ad79738a2490f2b22a5&device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 1098 time: 0.0932152 May 03 21:36:34.780808 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-f115fd77-bb8b-4900-a53f-ee6e05a25d6a service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350269 May 03 21:36:34.832261 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '6a02d968-1d10-4809-bf1b-63f6cf805527', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:2a:81:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd972d492-0455-4699-aa25-479a6c2087c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:15Z', 'updated_at': '2022-05-03T21:36:33Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.837221 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:34.847542 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:34.848171 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:34.942389 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-10a66c28-c624-4533-8e01-62a7b6f05773 req-44afe496-b46f-4ed9-9d11-742769f928bb service neutron] 10.222.0.47 "GET /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534438 May 03 21:36:34.946567 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249da217-ec8b-4996-84d9-f6e3123eb2a6 None None] New status for floating IP 5e5cbc8e-8ea7-460a-b33d-e241b9344974: DOWN {{(pid=87270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:36:34.960592 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-03c01fb2-cece-4520-b0a3-4339fff2f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:34.962669 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-03c01fb2-cece-4520-b0a3-4339fff2f18b service neutron] 10.222.0.47 "GET /v2.0/networks?id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 200 len: 915 time: 0.2693291 May 03 21:36:35.077316 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-df4e382a-7aeb-4c07-be0c-15055729f587 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0095ace-e121-4db3-bcb7-073833ac565c HTTP/1.1" status: 200 len: 998 time: 0.1074002 May 03 21:36:35.080872 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:35.150065 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-0a1b4426-0d3c-4a94-98ac-fc53485d39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:35.151977 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-0a1b4426-0d3c-4a94-98ac-fc53485d39ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 200 len: 853 time: 0.0676632 May 03 21:36:35.287660 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-3019f035-f510-4aa9-b51d-5006855aa5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:35.289138 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-3019f035-f510-4aa9-b51d-5006855aa5eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1311870 May 03 21:36:35.301041 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e12fe-d7df-48fa-af61-f618ea2cb0d8 req-a5111ef8-d201-4e3a-aed2-22e90ed4b291 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:35.302406 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-356e12fe-d7df-48fa-af61-f618ea2cb0d8 req-a5111ef8-d201-4e3a-aed2-22e90ed4b291 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 946 time: 0.1096704 May 03 21:36:35.433072 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-356e12fe-d7df-48fa-af61-f618ea2cb0d8 req-fc311b07-4643-4fd0-bd6c-97f40b6ea0f1 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/security-groups?id=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123743 May 03 21:36:35.435110 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '6a02d968-1d10-4809-bf1b-63f6cf805527', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:2a:81:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd972d492-0455-4699-aa25-479a6c2087c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:15Z', 'updated_at': '2022-05-03T21:36:33Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:35.440095 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf2651-0aea-4223-ab9f-fb5bc5605d94 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_floatingips': [{'id': '6a02d968-1d10-4809-bf1b-63f6cf805527', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'router_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'port_id': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'mac_address': 'fa:16:3e:2a:81:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd972d492-0455-4699-aa25-479a6c2087c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-03T21:36:15Z', 'updated_at': '2022-05-03T21:36:33Z', 'revision_number': 1, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:35.464568 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-dbaac5a8-5a9d-4fdc-b9bb-3f24a4f4d01d service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612251 May 03 21:36:35.503478 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-5c129275-4b7e-4e82-a13a-fafbdf9d80be tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:36:35.504197 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-5c129275-4b7e-4e82-a13a-fafbdf9d80be tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:35.516831 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-5c129275-4b7e-4e82-a13a-fafbdf9d80be tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:35.519011 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-5c129275-4b7e-4e82-a13a-fafbdf9d80be tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 946 time: 0.1181252 May 03 21:36:35.594264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Deleting port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:35.594610 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:35.610679 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-f0f08293-e0ad-44fd-b572-d1b959c78379 req-1af6ba7b-6299-42d6-9bba-f341bbd58791 service neutron] 10.222.0.47 "GET /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397972 May 03 21:36:35.670154 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b120fd-1000-4556-96d9-1207c6c408b9 None None] New status for floating IP 6a02d968-1d10-4809-bf1b-63f6cf805527: ACTIVE {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:36:35.842997 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] For port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:35.843267 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:35.971828 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Calling delete_port for 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:36.111296 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.164042 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'Port': ['ID=6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:36.237498 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] No DVR routers for this DVR port 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:36.239906 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:36.253253 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-07beb39c-cf60-41ed-ac42-54aedd046d13 req-83facd9f-8f2e-4b77-8219-06b7b929fff4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.47 "DELETE /v2.0/ports/6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef HTTP/1.1" status: 204 len: 173 time: 0.7289128 May 03 21:36:36.589094 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'name': 'network-vif-deleted', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:36:36.642608 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3765777d-4cda-4aaf-b97a-5dfb4a6f53d8'] response: {'server_uuid': '7b2b65fd-4f7d-4175-9a19-5a49bd842e5f', 'name': 'network-vif-deleted', 'tag': '6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef', 'status': 'completed', 'code': 200} May 03 21:36:36.644237 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c819db5e-fc30-44c4-be61-0924fc8eec6a req-c2dfb2e3-1eb5-4a04-8b90-66c51b40e0cc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Synchronizing usage tracker for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 03 21:36:36.660135 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [req-c819db5e-fc30-44c4-be61-0924fc8eec6a req-c2dfb2e3-1eb5-4a04-8b90-66c51b40e0cc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Unset dirty status for tenant:254e042e279549dc89e7f63d0b6dfbd1 on resource:port {{(pid=87267) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 03 21:36:36.663585 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c819db5e-fc30-44c4-be61-0924fc8eec6a req-c2dfb2e3-1eb5-4a04-8b90-66c51b40e0cc tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b2b65fd-4f7d-4175-9a19-5a49bd842e5f HTTP/1.1" status: 200 len: 210 time: 0.0758281 May 03 21:36:36.926532 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:37.756243 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59240) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:37.912754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Deleting port bdd8f70e-ea06-4b08-93ea-0eacd65576a5 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:37.913009 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.077202 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.077525 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.198199 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Calling delete_port for bdd8f70e-ea06-4b08-93ea-0eacd65576a5 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:38.333658 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.382141 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'Port': ['ID=bdd8f70e-ea06-4b08-93ea-0eacd65576a5,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:38.469726 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.488411 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:38.489538 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e3222b14-fae8-4d12-93d3-9aa74ac94a95 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "DELETE /v2.0/floatingips/7d28389e-005a-452d-b4e2-f3ac3eaca6c2 HTTP/1.1" status: 204 len: 168 time: 0.7322111 May 03 21:36:39.661787 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:39.698594 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:39.698929 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device 6c2b4d96-3c1e-4c4d-9838-617dbdfc1fef not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:39.847956 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59254) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:39.917080 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ed7d-2c38-41d8-8a11-dff827e283c4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.032434 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ed7d-2c38-41d8-8a11-dff827e283c4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.097843 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ed7d-2c38-41d8-8a11-dff827e283c4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.116467 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7ed7d-2c38-41d8-8a11-dff827e283c4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351edaa-b92e-4b4a-b36c-761a4bbfc5b8,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:40.127681 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ed7d-2c38-41d8-8a11-dff827e283c4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:40.128784 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-f6b7ed7d-2c38-41d8-8a11-dff827e283c4 tempest-TestVolumeBootPattern-71742639 tempest-TestVolumeBootPattern-71742639-project] 10.222.0.26 "DELETE /v2.0/security-groups/4351edaa-b92e-4b4a-b36c-761a4bbfc5b8 HTTP/1.1" status: 204 len: 168 time: 0.2798715 May 03 21:36:40.185002 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59260) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:40.863413 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.203759 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Deleting port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:41.204155 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.373071 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] For port 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:41.373544 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.491872 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Calling delete_port for 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:41.751508 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:41.796505 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Pushing event deleted for resources: {'Port': ['ID=1bcddca0-40de-46c7-b91f-dfa47f1ba8e9,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:42.068066 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.421475 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:42.593421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:42.602449 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] Sync routers for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:42.608253 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-63bf252d-197e-4a85-bf9f-d9c5d35dd1be admin admin] 10.222.0.26 "PUT /v2.0/routers/caae567a-e5a0-4a4c-bc6a-b14ad22ff22d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4198020 May 03 21:36:42.608471 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59268) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:42.612337 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:42.612840 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:42.780198 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.786847 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:42.955751 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:42.964846 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Deleting port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:42.965136 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.073233 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:36:41Z', 'revision_number': 5, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port': {'id': '52bf8fcc-bbac-4479-af56-b19b2db6b5bd', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:b5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:43.077120 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] Checking router: caae567a-e5a0-4a4c-bc6a-b14ad22ff22d for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:43.085943 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] Routers {'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:43.086550 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:43.240740 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] For port 52bf8fcc-bbac-4479-af56-b19b2db6b5bd, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:43.241375 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.260281 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] Set router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:43.363457 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:36:42Z', 'revision_number': 6, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:43.365408 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Calling delete_port for 52bf8fcc-bbac-4479-af56-b19b2db6b5bd owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:43.367327 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d238ed3c-dcdc-4fa3-b524-6e93fb5f70f6 None None] The sync data for ids ['caae567a-e5a0-4a4c-bc6a-b14ad22ff22d'] in dv-cinder-840376-1-iscsi is: [{'id': 'caae567a-e5a0-4a4c-bc6a-b14ad22ff22d', 'name': 'tempest-TestVolumeBootPattern-23559218-router', 'tenant_id': '254e042e279549dc89e7f63d0b6dfbd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:31Z', 'updated_at': '2022-05-03T21:36:42Z', 'revision_number': 6, 'project_id': '254e042e279549dc89e7f63d0b6dfbd1', 'gw_port_host': None}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:43.534070 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.581842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52bf8fcc-bbac-4479-af56-b19b2db6b5bd,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:43.673070 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.848443 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.850612 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.872043 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.872531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caae567a-e5a0-4a4c-bc6a-b14ad22ff22d {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:36:43.884663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.885793 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-6edc8818-21ba-4abe-a377-e4d25509d6a0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/caae567a-e5a0-4a4c-bc6a-b14ad22ff22d HTTP/1.1" status: 204 len: 168 time: 1.2765393 May 03 21:36:43.888344 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59272) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:43.948508 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Deleting subnet a5e78ea0-fa72-4243-a184-0acdc92366b8 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:36:43.951372 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:43.999949 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.078899 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.156422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.158843 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:44.193261 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:44.193624 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 1bcddca0-40de-46c7-b91f-dfa47f1ba8e9 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:44.193964 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e78ea0-fa72-4243-a184-0acdc92366b8,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:44.194100 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 52bf8fcc-bbac-4479-af56-b19b2db6b5bd no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:44.197699 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.207000 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59276) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:44.207546 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4903d114-3d78-4130-a8e4-6162c6cbea98 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a5e78ea0-fa72-4243-a184-0acdc92366b8 HTTP/1.1" status: 204 len: 168 time: 0.3177562 May 03 21:36:44.229317 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 52bf8fcc-bbac-4479-af56-b19b2db6b5bd {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:44.229781 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 52bf8fcc-bbac-4479-af56-b19b2db6b5bd not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:44.231775 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b7811-39f7-40e6-b6bb-708c76acfc94 None None] Network ed8a5e49-475c-47bc-bd27-f42dc20e86d1 requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:36:44.426904 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.437300 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Deleting port f2c4f85f-8292-449d-a8a6-01e3c04693b2 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:44.437632 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.489264 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] DHCP port deletion for ed8a5e49-475c-47bc-bd27-f42dc20e86d1 request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:36:44.493581 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Deleting port f2c4f85f-8292-449d-a8a6-01e3c04693b2 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:44.493948 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.646704 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] For port f2c4f85f-8292-449d-a8a6-01e3c04693b2, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=f2c4f85f-8292-449d-a8a6-01e3c04693b2,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:44.647090 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.695191 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] For port f2c4f85f-8292-449d-a8a6-01e3c04693b2, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=f2c4f85f-8292-449d-a8a6-01e3c04693b2,segment=NetworkSegment(ee404414-4e00-41da-86a5-d2d4f0f176d3),segment_id=ee404414-4e00-41da-86a5-d2d4f0f176d3)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:44.695579 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.772664 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Calling delete_port for f2c4f85f-8292-449d-a8a6-01e3c04693b2 owned by network:dhcp {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:44.850597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:44.855521 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Calling delete_port for f2c4f85f-8292-449d-a8a6-01e3c04693b2 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:44.896484 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c4f85f-8292-449d-a8a6-01e3c04693b2,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:44.902567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] No DVR routers for this DVR port f2c4f85f-8292-449d-a8a6-01e3c04693b2 on host dv-cinder-840376-1-iscsi {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:44.929649 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:44.930045 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:45.019968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.048153 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8a5e49-475c-47bc-bd27-f42dc20e86d1']}} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.059671 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee404414-4e00-41da-86a5-d2d4f0f176d3') {'for_net_delete': True} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.059969 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee404414-4e00-41da-86a5-d2d4f0f176d3') {} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:45.070968 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62269432'] for segment, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.086912 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.093002 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:36:45.093384 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61493354'] for segment, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: Traceback (most recent call last): May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: timer() May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: cb(*args, **kw) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: return func(*args, **kwargs) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: self._notify() May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: self.callback(batched_events) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: event.method(event) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: return f(self, *a, **k) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._get(url).json() May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: return self.request(url, 'GET', **kwargs) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:45.107092 dv-cinder-840376-1-iscsi neutron-server[87267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:45.180827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.196510 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.206874 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed8a5e49-475c-47bc-bd27-f42dc20e86d1,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:45.219510 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8e48a0d3-090d-4b32-8c0b-9ead2698bd54 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ed8a5e49-475c-47bc-bd27-f42dc20e86d1 HTTP/1.1" status: 204 len: 168 time: 1.0107710 May 03 21:36:45.223063 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59280) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:45.431499 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Deleting port f2c4f85f-8292-449d-a8a6-01e3c04693b2 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:45.432081 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:45.499511 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-b7691e0b-b49c-4fdc-89a0-946986838ce7 None None] The port 'f2c4f85f-8292-449d-a8a6-01e3c04693b2' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:36:45.749109 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.117693 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device f2c4f85f-8292-449d-a8a6-01e3c04693b2 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:46.150695 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: f2c4f85f-8292-449d-a8a6-01e3c04693b2 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:46.151062 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device f2c4f85f-8292-449d-a8a6-01e3c04693b2 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:46.179216 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Deleting port 51935780-bf6c-4784-9b04-15919d3a5f19 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:46.179573 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.346847 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] For port 51935780-bf6c-4784-9b04-15919d3a5f19, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=51935780-bf6c-4784-9b04-15919d3a5f19,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:46.347692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.481982 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Calling delete_port for 51935780-bf6c-4784-9b04-15919d3a5f19 owned by network:router_interface {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:46.648649 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:46.693855 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=51935780-bf6c-4784-9b04-15919d3a5f19,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:46.962282 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.411051 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Router bccf65fb-93f7-491f-bef6-6f2a4e6154cf has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:36:47.587333 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:36:47.595828 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] Sync routers for ids ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'] in dv-cinder-840376-1-iscsi {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:36:47.603465 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c5558679-693e-4460-b9af-304d9cc8b1c0 admin admin] 10.222.0.26 "PUT /v2.0/routers/bccf65fb-93f7-491f-bef6-6f2a4e6154cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3792386 May 03 21:36:47.605709 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] Routers {'bccf65fb-93f7-491f-bef6-6f2a4e6154cf'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:47.605842 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59284) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:47.606367 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:47.777424 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.779955 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] Set router bccf65fb-93f7-491f-bef6-6f2a4e6154cf gateway port host: dv-cinder-840376-1-iscsi {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:47.951644 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:47.963075 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Deleting port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:47.963410 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.059484 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:36:46Z', 'revision_number': 5, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port': {'id': '5948b35c-0e17-47ff-a4e0-2e5729f1aa26', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:67:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:27:38Z', 'updated_at': '2022-05-03T21:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:48.063237 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] Checking router: bccf65fb-93f7-491f-bef6-6f2a4e6154cf for host: dv-cinder-840376-1-iscsi {{(pid=87269) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:36:48.074802 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] Routers {'bccf65fb-93f7-491f-bef6-6f2a4e6154cf'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87269) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:36:48.074802 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:36:22Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'], 'active': True} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:48.134820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] For port 5948b35c-0e17-47ff-a4e0-2e5729f1aa26, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:48.135217 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.225303 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_dvr_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] Set router bccf65fb-93f7-491f-bef6-6f2a4e6154cf gateway port host: None {{(pid=87269) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:36:48.258169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Calling delete_port for 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 owned by network:router_gateway {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:48.329382 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.db.l3_hamode_db [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:36:47Z', 'revision_number': 6, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:48.333451 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b560d-c502-4ccd-9db4-64efb5bcc391 None None] The sync data for ids ['bccf65fb-93f7-491f-bef6-6f2a4e6154cf'] in dv-cinder-840376-1-iscsi is: [{'id': 'bccf65fb-93f7-491f-bef6-6f2a4e6154cf', 'name': 'tempest-TestVolumeBootPattern-1776840876-router', 'tenant_id': '52839f43a8184fd293b3183f18cb3175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:27:37Z', 'updated_at': '2022-05-03T21:36:47Z', 'revision_number': 6, 'project_id': '52839f43a8184fd293b3183f18cb3175', 'gw_port_host': None}] {{(pid=87269) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:36:48.424425 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.496515 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5948b35c-0e17-47ff-a4e0-2e5729f1aa26,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:48.670695 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.846472 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.849175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.871037 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.871524 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bccf65fb-93f7-491f-bef6-6f2a4e6154cf {{(pid=87267) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:36:48.884205 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:48.885295 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-817fa2dc-f269-4999-966d-0b0315f23ca0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/bccf65fb-93f7-491f-bef6-6f2a4e6154cf HTTP/1.1" status: 204 len: 168 time: 1.2784452 May 03 21:36:48.887903 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59290) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:48.947347 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Deleting subnet 9f2550e8-880f-461c-ac95-e46372da1be5 {{(pid=87267) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:36:48.950666 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.001438 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62269425'] for subnet, precommit_delete_associations {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.077655 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.147669 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61493296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60922069'] for subnet, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.188186 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f2550e8-880f-461c-ac95-e46372da1be5,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:49.192149 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.198370 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-ac667892-f154-4ab4-b6c6-294bed9f288b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9f2550e8-880f-461c-ac95-e46372da1be5 HTTP/1.1" status: 204 len: 168 time: 0.3093178 May 03 21:36:49.200662 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59294) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:49.203580 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce02b5c-94ea-460a-8365-50759251e398 None None] Network 467068fd-ed00-4134-98ec-1a67e9def67b requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:36:49.305168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.317399 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Deleting port e9547c98-fc40-4261-8cf6-973a141b785a {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:49.317399 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.450272 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] DHCP port deletion for 467068fd-ed00-4134-98ec-1a67e9def67b request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:36:49.454507 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Deleting port e9547c98-fc40-4261-8cf6-973a141b785a {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:49.454879 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.530856 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] For port e9547c98-fc40-4261-8cf6-973a141b785a, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=e9547c98-fc40-4261-8cf6-973a141b785a,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:49.531530 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.652941 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Calling delete_port for e9547c98-fc40-4261-8cf6-973a141b785a owned by network:dhcp {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:49.707820 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e80a4973-4713-4744-a1aa-e945ae072d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.710209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] For port e9547c98-fc40-4261-8cf6-973a141b785a, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=e9547c98-fc40-4261-8cf6-973a141b785a,segment=NetworkSegment(56069f2f-2c2b-4e34-ad47-c0578f1c042a),segment_id=56069f2f-2c2b-4e34-ad47-c0578f1c042a)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:36:49.710520 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.732258 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.783458 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9547c98-fc40-4261-8cf6-973a141b785a,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:49.787706 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] No DVR routers for this DVR port e9547c98-fc40-4261-8cf6-973a141b785a on host dv-cinder-840376-1-iscsi {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:36:49.829845 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Calling delete_port for e9547c98-fc40-4261-8cf6-973a141b785a owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:36:49.901312 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.902434 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:36:49.902788 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:36:49.927270 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467068fd-ed00-4134-98ec-1a67e9def67b']}} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:49.942610 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56069f2f-2c2b-4e34-ad47-c0578f1c042a') {'for_net_delete': True} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:49.942899 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.services.segments.db [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56069f2f-2c2b-4e34-ad47-c0578f1c042a') {} {{(pid=87267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:36:49.953977 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62269432'] for segment, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.970522 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.977390 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87267) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:36:49.977809 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61493354'] for segment, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: Traceback (most recent call last): May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: timer() May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: cb(*args, **kw) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: return func(*args, **kwargs) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: self._notify() May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: self.callback(batched_events) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: event.method(event) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: return f(self, *a, **k) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._get(url).json() May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: return self.request(url, 'GET', **kwargs) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:36:49.991085 dv-cinder-840376-1-iscsi neutron-server[87267]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:36:50.063157 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.079532 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.094418 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] Pushing event deleted for resources: {'Network': ['ID=467068fd-ed00-4134-98ec-1a67e9def67b,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:50.103269 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e4cfb1b2-9856-4d21-993a-7100df79d461 admin admin] 10.222.0.26 "DELETE /v2.0/networks/467068fd-ed00-4134-98ec-1a67e9def67b HTTP/1.1" status: 204 len: 168 time: 0.9016397 May 03 21:36:50.125036 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device e9547c98-fc40-4261-8cf6-973a141b785a no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:50.158895 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: e9547c98-fc40-4261-8cf6-973a141b785a {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:50.159263 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device e9547c98-fc40-4261-8cf6-973a141b785a not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:50.160319 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 51935780-bf6c-4784-9b04-15919d3a5f19 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:50.192437 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 51935780-bf6c-4784-9b04-15919d3a5f19 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:50.192783 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 51935780-bf6c-4784-9b04-15919d3a5f19 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:50.193193 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:36:50.223880 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59300) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:50.228203 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:36:50.228691 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 5948b35c-0e17-47ff-a4e0-2e5729f1aa26 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:36:50.361408 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-5a4b9e58-acd7-451a-8dec-d958ea7c30c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=254e042e279549dc89e7f63d0b6dfbd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364253 May 03 21:36:50.363976 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59304) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:50.403980 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Deleting port e9547c98-fc40-4261-8cf6-973a141b785a {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:36:50.404359 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.420125 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-94ecc711-07fc-42a3-b9c0-9a0f5cc8d3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.446138 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-94ecc711-07fc-42a3-b9c0-9a0f5cc8d3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.468355 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-f872618b-3ef6-48d3-b962-a02d46277ec6 None None] The port 'e9547c98-fc40-4261-8cf6-973a141b785a' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:36:50.501910 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-94ecc711-07fc-42a3-b9c0-9a0f5cc8d3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.517842 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ecc711-07fc-42a3-b9c0-9a0f5cc8d3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c7e73-5ce7-4aea-b7ac-f212ceeb1603,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:50.528126 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-94ecc711-07fc-42a3-b9c0-9a0f5cc8d3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.529237 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-94ecc711-07fc-42a3-b9c0-9a0f5cc8d3c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/542c7e73-5ce7-4aea-b7ac-f212ceeb1603 HTTP/1.1" status: 204 len: 168 time: 0.1643827 May 03 21:36:50.858508 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59312) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:50.909809 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c336d877-42a1-40f3-97e7-e1c8dc5f5aeb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52839f43a8184fd293b3183f18cb3175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498364 May 03 21:36:50.912103 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59316) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:36:50.969773 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d34e3110-d554-47c0-bb80-72fdc571f85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:50.995219 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d34e3110-d554-47c0-bb80-72fdc571f85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.047329 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d34e3110-d554-47c0-bb80-72fdc571f85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.060919 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e3110-d554-47c0-bb80-72fdc571f85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e918d61a-ba93-425c-9c4c-2d1cffa4dce0,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:36:51.067481 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d34e3110-d554-47c0-bb80-72fdc571f85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:51.068581 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d34e3110-d554-47c0-bb80-72fdc571f85a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e918d61a-ba93-425c-9c4c-2d1cffa4dce0 HTTP/1.1" status: 204 len: 168 time: 0.1556060 May 03 21:36:51.699041 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-6bce6517-3616-4eef-8d39-25d844fc8c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:53.077545 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:53.159745 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:54.230608 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:36:54.718811 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:37:06.920937 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:19.631349 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-b9dc004e-a1fd-4c9e-9903-3cbc19b96625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:21.700090 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-e1097443-5c6a-4893-9705-dfc33d2766b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.080422 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:23.162635 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:24.234075 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:31.718883 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:37:36.935402 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:49.634397 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-11d0570f-142a-4ca2-a812-b5b0bc398874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:51.703328 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-9f8508fb-48ff-4e99-a94c-28e75e3136d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:53.082055 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:53.163939 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:37:54.235632 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:01.510072 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471bfaf-00c2-4fd6-9d15-2e79c0792b9a req-0a6ac0f2-4913-4c99-9e7e-746ea2981976 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:01.511635 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1471bfaf-00c2-4fd6-9d15-2e79c0792b9a req-0a6ac0f2-4913-4c99-9e7e-746ea2981976 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 945 time: 0.0909910 May 03 21:38:01.567915 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-1471bfaf-00c2-4fd6-9d15-2e79c0792b9a req-b9159402-a1cb-4fb2-9c84-ac030f203f27 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503156 May 03 21:38:02.754113 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee44d5-fc27-4e57-977d-d224c2159fc0 req-cf6ba466-dea9-4e2c-99b7-e59a7c9f7f06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:02.755638 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c4ee44d5-fc27-4e57-977d-d224c2159fc0 req-cf6ba466-dea9-4e2c-99b7-e59a7c9f7f06 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 945 time: 0.0819182 May 03 21:38:02.799947 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-c4ee44d5-fc27-4e57-977d-d224c2159fc0 req-2fe2d9ca-cbf5-4cd4-920a-9ec5983e9a46 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6e23f37-05c2-482e-9cf3-bd951e9c13dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385814 May 03 21:38:03.146827 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-de5b8269-8b5a-4240-a363-d61cff5725f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:03.148179 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-de5b8269-8b5a-4240-a363-d61cff5725f6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 945 time: 0.0771031 May 03 21:38:03.219663 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port e0095ace-e121-4db3-bcb7-073833ac565c {{(pid=87267) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:03.220000 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.454374 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.db [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] For port e0095ace-e121-4db3-bcb7-073833ac565c, host hv-cinder-84037, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84037',level=0,port_id=e0095ace-e121-4db3-bcb7-073833ac565c,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87267) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:38:03.454730 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.740070 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.740444 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-642143'] for floatingip, after_update {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.740754 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.l3_db [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Floating IP 6a02d968-1d10-4809-bf1b-63f6cf805527 disassociated. External IP: 172.27.0.55, port: e0095ace-e121-4db3-bcb7-073833ac565c. May 03 21:38:03.741090 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.plugin [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for e0095ace-e121-4db3-bcb7-073833ac565c owned by compute:nova {{(pid=87267) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:38:03.883279 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61493253'] for port, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:03.933654 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=e0095ace-e121-4db3-bcb7-073833ac565c,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:03.951881 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-07ca9538-27ea-4372-9b38-e1f2c6781e39 req-190f6685-bb9a-491c-9511-09324bb9a36b tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 210 time: 0.0436184 May 03 21:38:03.999901 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.000434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.000778 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.001117 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.001450 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.001785 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.002114 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.002445 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.002798 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.003169 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.003495 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.003817 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:04.125995 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87267) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:38:04.406632 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87267) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:38:04.416249 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:38:04.426776 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:38:04.427419 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:37:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:04.477434 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.l3_dvrscheduler_db [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] No DVR routers for this DVR port e0095ace-e121-4db3-bcb7-073833ac565c on host hv-cinder-84037 {{(pid=87267) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:38:04.479961 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for port, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:04.483276 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'name': 'network-vif-deleted', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c'}] {{(pid=87267) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 03 21:38:04.500465 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [req-9009b12e-7956-435f-9004-eb52fb5496f2 req-9ba30e50-1c59-4eb2-9a1c-bdbc38b4c3c6 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.47 "DELETE /v2.0/ports/e0095ace-e121-4db3-bcb7-073833ac565c HTTP/1.1" status: 204 len: 173 time: 1.3471835 May 03 21:38:04.537681 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3112c4f2-e532-4be2-a63d-c70daa04232d'] response: {'server_uuid': 'd972d492-0455-4699-aa25-479a6c2087c6', 'name': 'network-vif-deleted', 'tag': 'e0095ace-e121-4db3-bcb7-073833ac565c', 'status': 'completed', 'code': 200} May 03 21:38:04.613374 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:38:04.919043 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:04.924093 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:38:04.932259 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:38:04.932864 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:37:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:05.111590 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:38:05.121846 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [req-d555c914-004a-414a-9fbf-ae1b4c813347 req-d0b78c72-c5ee-4eed-b96f-2ecc6bc5b900 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/ports?device_id=d972d492-0455-4699-aa25-479a6c2087c6 HTTP/1.1" status: 200 len: 210 time: 0.0450594 May 03 21:38:05.411948 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:05.415636 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d031f180-dfe6-41b1-a56a-18bc81534d36 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:30:19Z', 'revision_number': 4, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi', '_interfaces': [{'id': 'cb4b0a2f-0764-4020-8973-92e60fa1923b', 'name': '', 'network_id': '6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'mac_address': 'fa:16:3e:8a:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:19Z', 'updated_at': '2022-05-03T21:30:26Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'subnets': [{'id': 'a989b989-e716-44e5-b289-c87a21e41a80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:38:05.628712 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e533cf2-32fa-4436-857d-544be3df049c None None] New status for floating IP 6a02d968-1d10-4809-bf1b-63f6cf805527: DOWN {{(pid=87269) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 03 21:38:06.029291 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device e0095ace-e121-4db3-bcb7-073833ac565c no longer exists at agent hyperv_hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:06.066006 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-7c372063-0815-4913-94ef-061c3121a78b None None] No Port match for: e0095ace-e121-4db3-bcb7-073833ac565c {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:38:06.066348 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Device e0095ace-e121-4db3-bcb7-073833ac565c not bound to the agent host hv-cinder-84037 {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:06.242876 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59412) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:06.306800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.334064 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.385980 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.402775 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e23f37-05c2-482e-9cf3-bd951e9c13dc,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:06.413259 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.413601 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.413932 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.414259 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.414585 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.414907 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.415253 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.415572 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.415896 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.416211 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.416527 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.416840 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:38:06.425379 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.426482 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-036a0947-361a-4484-bd05-265b74e3eebb tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/security-groups/d6e23f37-05c2-482e-9cf3-bd951e9c13dc HTTP/1.1" status: 204 len: 168 time: 0.1825974 May 03 21:38:06.429049 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59416) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:06.444706 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.api.v2.resource [None req-10c57587-b07c-44b0-b862-609042b33f8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] show failed (client error): The resource could not be found. May 03 21:38:06.445668 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-10c57587-b07c-44b0-b862-609042b33f8d tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "GET /v2.0/security-groups/d6e23f37-05c2-482e-9cf3-bd951e9c13dc HTTP/1.1" status: 404 len: 347 time: 0.0157404 May 03 21:38:06.448421 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59420) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:06.700096 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Deleting port 395739a6-775b-4a06-9520-a69a4e1fc180 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:06.700973 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.862309 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.862636 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.948695 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:06.990304 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Calling delete_port for 395739a6-775b-4a06-9520-a69a4e1fc180 owned by network:floatingip {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:38:07.124295 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.179722 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Pushing event deleted for resources: {'Port': ['ID=395739a6-775b-4a06-9520-a69a4e1fc180,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:07.267796 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks [] for floatingip, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.281052 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27330'] for floatingip, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:07.282149 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c0a6cd8e-9740-4467-b43f-f1445c09a0a0 tempest-AttachVolumeNegativeTest-1817500065 tempest-AttachVolumeNegativeTest-1817500065-project] 10.222.0.26 "DELETE /v2.0/floatingips/6a02d968-1d10-4809-bf1b-63f6cf805527 HTTP/1.1" status: 204 len: 168 time: 0.8328569 May 03 21:38:08.718195 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:38:11.505462 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59458) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:12.237151 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-641065'] for router_interface, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.674690 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Deleting port cb4b0a2f-0764-4020-8973-92e60fa1923b {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:12.675423 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.841848 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] For port cb4b0a2f-0764-4020-8973-92e60fa1923b, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=cb4b0a2f-0764-4020-8973-92e60fa1923b,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:38:12.842088 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:12.969582 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Calling delete_port for cb4b0a2f-0764-4020-8973-92e60fa1923b owned by network:router_interface {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:38:13.134655 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.219663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4b0a2f-0764-4020-8973-92e60fa1923b,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:13.455910 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-641205'] for router_interface, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:13.803001 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Router 27af13be-fc06-4ea3-a244-53d42da4e32e has already been hosted by L3 agent 109d488a-ef67-4252-a91d-4e7a31df02cd {{(pid=87268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 03 21:38:14.068611 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] Notify agent at l3_agent.dv-cinder-840376-1-iscsi the message routers_updated {{(pid=87268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 03 21:38:14.077645 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] Sync routers for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 03 21:38:14.081315 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e0d42d8a-ebf8-4eb7-a541-45ecad0d2a04 admin admin] 10.222.0.26 "PUT /v2.0/routers/27af13be-fc06-4ea3-a244-53d42da4e32e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5744455 May 03 21:38:14.083492 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59464) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:14.087159 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:38:14.087766 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:37:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:14.261375 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: dv-cinder-840376-1-iscsi {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:38:14.264695 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks [] for router, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.438556 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.447889 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Deleting port 521952c4-44d9-44d3-bb00-a10d2fa8a059 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:14.448252 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.549904 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'external_fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:38:13Z', 'revision_number': 5, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port': {'id': '521952c4-44d9-44d3-bb00-a10d2fa8a059', 'name': '', 'network_id': 'd3d5070d-d017-4cd6-9c22-1e5b95934d92', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-840376-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-03T21:30:15Z', 'updated_at': '2022-05-03T21:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9d0c93e3-a5db-47eb-9c5b-a6aad7e44937', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-840376-1-iscsi'}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:14.553585 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] Checking router: 27af13be-fc06-4ea3-a244-53d42da4e32e for host: dv-cinder-840376-1-iscsi {{(pid=87270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 03 21:38:14.562330 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] Routers {'27af13be-fc06-4ea3-a244-53d42da4e32e'} bound to L3 agent in host dv-cinder-840376-1-iscsi {{(pid=87270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 03 21:38:14.562921 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-840376-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-03T21:09:22Z,description=,heartbeat_timestamp=2022-05-03T21:37:52Z,host='dv-cinder-840376-1-iscsi',id=109d488a-ef67-4252-a91d-4e7a31df02cd,load=0,resource_versions=,resources_synced=,started_at=2022-05-03T21:09:22Z,topic='l3_agent')) {'router_ids': ['27af13be-fc06-4ea3-a244-53d42da4e32e'], 'active': True} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:14.624944 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] For port 521952c4-44d9-44d3-bb00-a10d2fa8a059, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=521952c4-44d9-44d3-bb00-a10d2fa8a059,segment=NetworkSegment(42560438-0221-4abf-8745-a2b6d3b63527),segment_id=42560438-0221-4abf-8745-a2b6d3b63527)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:38:14.625294 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.711571 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_dvr_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] Set router 27af13be-fc06-4ea3-a244-53d42da4e32e gateway port host: None {{(pid=87270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 03 21:38:14.745238 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Calling delete_port for 521952c4-44d9-44d3-bb00-a10d2fa8a059 owned by network:router_gateway {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:38:14.816272 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.l3_hamode_db [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:38:14Z', 'revision_number': 6, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port_host': None}], 'dv-cinder-840376-1-iscsi', False) {} {{(pid=87270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:14.820166 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c31b3-00cf-4d7a-b42e-b0d5d698a1e5 None None] The sync data for ids ['27af13be-fc06-4ea3-a244-53d42da4e32e'] in dv-cinder-840376-1-iscsi is: [{'id': '27af13be-fc06-4ea3-a244-53d42da4e32e', 'name': 'tempest-AttachVolumeNegativeTest-542812062-router', 'tenant_id': '71260dddddae4ad79738a2490f2b22a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-03T21:30:14Z', 'updated_at': '2022-05-03T21:38:14Z', 'revision_number': 6, 'project_id': '71260dddddae4ad79738a2490f2b22a5', 'gw_port_host': None}] {{(pid=87270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 03 21:38:14.917829 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:14.964383 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Pushing event deleted for resources: {'Port': ['ID=521952c4-44d9-44d3-bb00-a10d2fa8a059,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:15.053319 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-642060'] for router_gateway, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.323564 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-643131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2560'] for router, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.325725 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.347340 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-643300'] for router, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.347821 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27af13be-fc06-4ea3-a244-53d42da4e32e {{(pid=87268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 03 21:38:15.359964 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] Notify callbacks [] for router, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.361055 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-c05dbe4f-8ef7-4ea7-9ac9-c01fbdcc7099 admin admin] 10.222.0.26 "DELETE /v2.0/routers/27af13be-fc06-4ea3-a244-53d42da4e32e HTTP/1.1" status: 204 len: 168 time: 1.2766538 May 03 21:38:15.363476 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59468) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:15.420328 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Deleting subnet a989b989-e716-44e5-b289-c87a21e41a80 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:38:15.423165 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.472484 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.551485 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.622349 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.661417 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a989b989-e716-44e5-b289-c87a21e41a80,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:15.665041 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.671209 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-926feaf7-e8ef-4cbc-b92a-1456a93e46ff admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a989b989-e716-44e5-b289-c87a21e41a80 HTTP/1.1" status: 204 len: 168 time: 0.3067682 May 03 21:38:15.671417 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ade4c-44cb-4673-9b9b-8a1d182dcca8 None None] Network 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:38:15.673624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59472) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:15.785534 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.797082 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Deleting port adc23598-d1b4-4207-b6db-8f018f8e5dd2 {{(pid=87268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:15.797410 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:15.931072 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] DHCP port deletion for 6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa request from dv-cinder-840376-1-iscsi {{(pid=87269) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 03 21:38:15.935474 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Deleting port adc23598-d1b4-4207-b6db-8f018f8e5dd2 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:15.935910 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.004972 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.db [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] For port adc23598-d1b4-4207-b6db-8f018f8e5dd2, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=adc23598-d1b4-4207-b6db-8f018f8e5dd2,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:38:16.005522 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.132793 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.plugin [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Calling delete_port for adc23598-d1b4-4207-b6db-8f018f8e5dd2 owned by network:dhcp {{(pid=87268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:38:16.164431 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device cb4b0a2f-0764-4020-8973-92e60fa1923b no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:16.200353 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: cb4b0a2f-0764-4020-8973-92e60fa1923b {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:38:16.200353 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device cb4b0a2f-0764-4020-8973-92e60fa1923b not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:16.201086 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device adc23598-d1b4-4207-b6db-8f018f8e5dd2 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:16.209073 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4092320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-19767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792370341614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792369861955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1314410'] for port, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.235565 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.db [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] For port adc23598-d1b4-4207-b6db-8f018f8e5dd2, host dv-cinder-840376-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-840376-1-iscsi',level=0,port_id=adc23598-d1b4-4207-b6db-8f018f8e5dd2,segment=NetworkSegment(9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce),segment_id=9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce)] {{(pid=87269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 03 21:38:16.235946 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640297'] for port, precommit_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.249982 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: adc23598-d1b4-4207-b6db-8f018f8e5dd2 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:38:16.250318 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device adc23598-d1b4-4207-b6db-8f018f8e5dd2 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:16.250730 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 521952c4-44d9-44d3-bb00-a10d2fa8a059 no longer exists at agent ovs-agent-dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 03 21:38:16.255794 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Pushing event deleted for resources: {'Port': ['ID=adc23598-d1b4-4207-b6db-8f018f8e5dd2,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:16.259265 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] No DVR routers for this DVR port adc23598-d1b4-4207-b6db-8f018f8e5dd2 on host dv-cinder-840376-1-iscsi {{(pid=87268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 03 21:38:16.372382 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.381887 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] No Port match for: 521952c4-44d9-44d3-bb00-a10d2fa8a059 {{(pid=87269) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} May 03 21:38:16.382232 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Device 521952c4-44d9-44d3-bb00-a10d2fa8a059 not bound to the agent host dv-cinder-840376-1-iscsi {{(pid=87269) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 03 21:38:16.390326 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Calling delete_port for adc23598-d1b4-4207-b6db-8f018f8e5dd2 owned by network:dhcp {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 03 21:38:16.401866 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:16.414193 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:16.414523 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9574f4-5a1d-4c01-b1dc-5b639b5ac9ce') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:38:16.425717 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.441119 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.447149 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:38:16.447531 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.463545 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.db.api [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 03 21:38:16.463901 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG oslo_db.api [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:38:16.464048 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:38:16.540166 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.556212 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.566172 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:16.580208 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-cbaeacd3-125f-42d4-b4ca-86cd6dde0eee admin admin] 10.222.0.26 "DELETE /v2.0/networks/6ea2783d-3b69-4c9a-a62f-a63fd9e1b8aa HTTP/1.1" status: 204 len: 168 time: 0.9055727 May 03 21:38:16.694780 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59478) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:16.742241 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-51b69379-c63d-4442-9fc4-1bbc5a7e4d79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=71260dddddae4ad79738a2490f2b22a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462112 May 03 21:38:16.744542 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59482) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:16.805046 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48acc80c-5f41-49da-81cf-24868ff1fc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.831294 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48acc80c-5f41-49da-81cf-24868ff1fc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.882571 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48acc80c-5f41-49da-81cf-24868ff1fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.899989 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acc80c-5f41-49da-81cf-24868ff1fc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3ca3e-8bb2-4a92-a2b0-7caa274c2fe2,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:16.906525 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-48acc80c-5f41-49da-81cf-24868ff1fc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:16.907665 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-48acc80c-5f41-49da-81cf-24868ff1fc5e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ad3ca3e-8bb2-4a92-a2b0-7caa274c2fe2 HTTP/1.1" status: 204 len: 168 time: 0.1619327 May 03 21:38:16.965007 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Deleting port adc23598-d1b4-4207-b6db-8f018f8e5dd2 {{(pid=87269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 03 21:38:16.965542 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792370222596'] for port, before_delete {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:17.033618 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b043f-e81a-4d8a-a9b8-f0653724db03 None None] The port 'adc23598-d1b4-4207-b6db-8f018f8e5dd2' was deleted {{(pid=87269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 03 21:38:18.687799 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59534) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:18.801672 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:18.815683 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:18.819443 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Usage tracker for resource:security_group_rule and tenant:f768abf5d87f44b0ad19aabaf052a60e is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:18.822182 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:18.828514 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:18.908261 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:18.911951 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:18.957161 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f768abf5d87f44b0ad19aabaf052a60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683015 May 03 21:38:18.958640 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff0a46-ff58-40d1-bd73-ed53d23378a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15efbf2b-160e-47b0-bd2a-5f157cebc9a0,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:18.959871 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59540) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:19.019311 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a60a-1fba-4b14-bf1c-452db1aaef45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.043761 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a60a-1fba-4b14-bf1c-452db1aaef45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.098633 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a60a-1fba-4b14-bf1c-452db1aaef45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.112566 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a60a-1fba-4b14-bf1c-452db1aaef45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15efbf2b-160e-47b0-bd2a-5f157cebc9a0,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:19.118759 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a60a-1fba-4b14-bf1c-452db1aaef45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.122777 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-c5e8a60a-1fba-4b14-bf1c-452db1aaef45 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15efbf2b-160e-47b0-bd2a-5f157cebc9a0 HTTP/1.1" status: 204 len: 168 time: 0.1590595 May 03 21:38:19.388988 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59548) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:19.406065 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.420567 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:19.424385 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Usage tracker for resource:security_group_rule and tenant:ad80d4b0078649c1ba07fc52eda9300f is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:19.427137 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:19.432688 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:19.514310 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.518660 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.565473 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad80d4b0078649c1ba07fc52eda9300f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754251 May 03 21:38:19.566319 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84416ba0-66ea-4d5f-beca-388c3b0295ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9475285-b282-4a8b-bfbf-ab89819a222b,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:19.568195 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59552) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:19.630926 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78e04ba7-f79b-4cbe-abf7-8b5c76938427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.636819 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2cadb677-f4bc-4e49-a8e7-c871879aef22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.657724 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78e04ba7-f79b-4cbe-abf7-8b5c76938427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.708439 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78e04ba7-f79b-4cbe-abf7-8b5c76938427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.724069 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e04ba7-f79b-4cbe-abf7-8b5c76938427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9475285-b282-4a8b-bfbf-ab89819a222b,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:19.733462 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-78e04ba7-f79b-4cbe-abf7-8b5c76938427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:19.734577 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-78e04ba7-f79b-4cbe-abf7-8b5c76938427 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a9475285-b282-4a8b-bfbf-ab89819a222b HTTP/1.1" status: 204 len: 168 time: 0.1652112 May 03 21:38:21.705460 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1de829f1-5f97-4d81-98f8-37a3217964d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.083040 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:23.164092 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.237676 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.382482 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59640) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:24.496800 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.510872 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:24.515316 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Usage tracker for resource:security_group_rule and tenant:8d4a4d2fa9894f9c9cbf468af4c562b3 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:24.518116 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:24.523743 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:24.611184 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.614638 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.661462 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d4a4d2fa9894f9c9cbf468af4c562b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2778373 May 03 21:38:24.662337 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947032e4-03dd-4e41-81de-a5d4ea5be5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d6e7c-3e34-4077-ae2d-ca5dcd36c498,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:24.664162 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59646) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:24.722022 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-01055ec7-7572-410e-85e9-f420446cabaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.751038 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-01055ec7-7572-410e-85e9-f420446cabaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.802676 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-01055ec7-7572-410e-85e9-f420446cabaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.817829 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01055ec7-7572-410e-85e9-f420446cabaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d6e7c-3e34-4077-ae2d-ca5dcd36c498,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:24.829175 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-01055ec7-7572-410e-85e9-f420446cabaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:24.830262 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-01055ec7-7572-410e-85e9-f420446cabaf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf8d6e7c-3e34-4077-ae2d-ca5dcd36c498 HTTP/1.1" status: 204 len: 168 time: 0.1640463 May 03 21:38:25.099179 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59654) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:25.116304 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.131087 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:25.134820 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Usage tracker for resource:security_group_rule and tenant:f95af0553ecf49dbbfd2103c358b641b is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:25.138350 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:25.143965 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:25.224242 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.227673 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.276461 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f95af0553ecf49dbbfd2103c358b641b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761279 May 03 21:38:25.277317 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929bd5d-a43a-4c89-a13c-13009412c7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe3388b-4388-403d-a4aa-8b0383843e64,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:25.280182 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59658) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:25.342636 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-757dd5e6-6a29-4af3-a064-ba34ba2f9e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.367869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-757dd5e6-6a29-4af3-a064-ba34ba2f9e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.419940 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-757dd5e6-6a29-4af3-a064-ba34ba2f9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.434699 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dd5e6-6a29-4af3-a064-ba34ba2f9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe3388b-4388-403d-a4aa-8b0383843e64,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:25.445344 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-757dd5e6-6a29-4af3-a064-ba34ba2f9e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:25.446453 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-757dd5e6-6a29-4af3-a064-ba34ba2f9e51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbe3388b-4388-403d-a4aa-8b0383843e64 HTTP/1.1" status: 204 len: 168 time: 0.1648197 May 03 21:38:27.101564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59704) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:27.216946 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.235057 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:27.243139 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Usage tracker for resource:security_group_rule and tenant:73bfaec0a6fc4766872b28d7880b6347 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:27.246168 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:27.252044 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:27.337992 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.342348 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.389101 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=73bfaec0a6fc4766872b28d7880b6347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2863886 May 03 21:38:27.390551 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad1e99-d525-4a80-a24b-31e4edeaf353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24578362-60c5-4027-9168-506906ac319f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:27.391754 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59710) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:27.464761 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-494a676b-4df3-4fc2-bdd8-3fc20129c3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.491230 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-494a676b-4df3-4fc2-bdd8-3fc20129c3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.546177 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-494a676b-4df3-4fc2-bdd8-3fc20129c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.560783 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a676b-4df3-4fc2-bdd8-3fc20129c3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24578362-60c5-4027-9168-506906ac319f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:27.568078 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-494a676b-4df3-4fc2-bdd8-3fc20129c3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.569188 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-494a676b-4df3-4fc2-bdd8-3fc20129c3fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24578362-60c5-4027-9168-506906ac319f HTTP/1.1" status: 204 len: 168 time: 0.1757369 May 03 21:38:27.839932 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59718) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:27.857263 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.871944 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:27.875998 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Usage tracker for resource:security_group_rule and tenant:8c28cff8dbad4734aa5b228ca4b02f17 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:27.878762 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:27.884557 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:27.967603 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:27.971146 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:28.017776 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c28cff8dbad4734aa5b228ca4b02f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761582 May 03 21:38:28.018601 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5061c6-813b-40d0-b2f4-99a6b0f9fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b017d8b-4ba6-4989-b829-303a43027ddc,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:28.020474 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59722) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:28.078614 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f648-a44b-4168-bc1f-32cbfe00298c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:28.103197 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f648-a44b-4168-bc1f-32cbfe00298c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:28.154706 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f648-a44b-4168-bc1f-32cbfe00298c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:28.174818 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5f648-a44b-4168-bc1f-32cbfe00298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b017d8b-4ba6-4989-b829-303a43027ddc,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:28.187887 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-3ac5f648-a44b-4168-bc1f-32cbfe00298c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:28.189037 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-3ac5f648-a44b-4168-bc1f-32cbfe00298c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b017d8b-4ba6-4989-b829-303a43027ddc HTTP/1.1" status: 204 len: 168 time: 0.1675360 May 03 21:38:30.040626 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59778) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:30.155112 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.169476 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:30.173195 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Usage tracker for resource:security_group_rule and tenant:8a37f8c5095c450989166f5b34afcc51 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:30.175916 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:30.181536 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:30.260585 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.264749 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.309635 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792fa4d5-345c-4490-a176-65bbd6c4b70f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:30.313938 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-d8fe03b7-5f09-40ee-94c8-8c6cd563bb4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a37f8c5095c450989166f5b34afcc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723019 May 03 21:38:30.316572 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59784) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:30.372962 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e77ee8d2-1d5e-46e7-8480-a631040c1a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.397274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e77ee8d2-1d5e-46e7-8480-a631040c1a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.451327 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e77ee8d2-1d5e-46e7-8480-a631040c1a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.464817 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ee8d2-1d5e-46e7-8480-a631040c1a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792fa4d5-345c-4490-a176-65bbd6c4b70f,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:30.471983 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e77ee8d2-1d5e-46e7-8480-a631040c1a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.473096 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e77ee8d2-1d5e-46e7-8480-a631040c1a35 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/792fa4d5-345c-4490-a176-65bbd6c4b70f HTTP/1.1" status: 204 len: 168 time: 0.1556926 May 03 21:38:30.743073 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59792) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:30.760624 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.775381 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:30.780002 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Usage tracker for resource:security_group_rule and tenant:ce5bb059ace84afdae609598b68ac429 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:30.782736 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:30.788333 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:30.871842 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:30.875532 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:31.010315 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce5bb059ace84afdae609598b68ac429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661662 May 03 21:38:31.012604 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f50336-d37f-457c-b331-42abafb1fdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54bc6bd-82d4-4b6e-8eee-17b1a67a17de,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:31.013712 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59796) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:31.070951 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-416ba9fd-a14c-466a-af76-f6aa37f5f958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:31.096177 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-416ba9fd-a14c-466a-af76-f6aa37f5f958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:31.147597 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-416ba9fd-a14c-466a-af76-f6aa37f5f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:31.161074 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ba9fd-a14c-466a-af76-f6aa37f5f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54bc6bd-82d4-4b6e-8eee-17b1a67a17de,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:31.167558 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-416ba9fd-a14c-466a-af76-f6aa37f5f958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:31.168745 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-416ba9fd-a14c-466a-af76-f6aa37f5f958 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f54bc6bd-82d4-4b6e-8eee-17b1a67a17de HTTP/1.1" status: 204 len: 168 time: 0.1539748 May 03 21:38:31.696084 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [req-2d94210e-4788-44c3-bb50-5c78d4009611 req-32d99bae-dc55-40dc-85f4-108c36676381 service neutron] (87267) timed out ('10.222.0.26', 54168) {{(pid=87267) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 03 21:38:36.708069 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59896) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:36.821913 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.836058 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:36.840385 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Usage tracker for resource:security_group_rule and tenant:58f2fb2c8bad4abeaecfd41dc4956157 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:36.843164 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:36.848732 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:36.929691 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.933713 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.947325 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:36.981637 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58f2fb2c8bad4abeaecfd41dc4956157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2724266 May 03 21:38:36.982429 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc50411-5c56-4bee-9366-8e314faa74df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215517e3-d0e7-4e16-a49a-ef64fef2156a,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:36.984277 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59902) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:37.044800 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e60d1490-2466-4db3-a47b-cadeff721570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.069580 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e60d1490-2466-4db3-a47b-cadeff721570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.121394 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e60d1490-2466-4db3-a47b-cadeff721570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.134667 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d1490-2466-4db3-a47b-cadeff721570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215517e3-d0e7-4e16-a49a-ef64fef2156a,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:37.141163 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e60d1490-2466-4db3-a47b-cadeff721570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.142269 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e60d1490-2466-4db3-a47b-cadeff721570 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/215517e3-d0e7-4e16-a49a-ef64fef2156a HTTP/1.1" status: 204 len: 168 time: 0.1569512 May 03 21:38:37.413271 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 59910) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:37.434855 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.449026 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:37.453163 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Usage tracker for resource:security_group_rule and tenant:c41bfc701a9f4513956fc2ac82d0e6d9 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:37.456287 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:37.462675 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:37.547133 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.551095 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.597832 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c41bfc701a9f4513956fc2ac82d0e6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835265 May 03 21:38:37.598765 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787be62-349b-4637-ae14-b439b143e953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410c8fb1-fe81-4630-9705-359dfc8817cf,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:37.600603 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59914) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:37.658315 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e689549f-b255-4d26-b53f-0d9c9f39c1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.683375 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e689549f-b255-4d26-b53f-0d9c9f39c1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.732730 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e689549f-b255-4d26-b53f-0d9c9f39c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.749269 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689549f-b255-4d26-b53f-0d9c9f39c1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410c8fb1-fe81-4630-9705-359dfc8817cf,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:37.755651 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-e689549f-b255-4d26-b53f-0d9c9f39c1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:37.756293 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-e689549f-b255-4d26-b53f-0d9c9f39c1ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/410c8fb1-fe81-4630-9705-359dfc8817cf HTTP/1.1" status: 204 len: 168 time: 0.1547272 May 03 21:38:38.090898 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59922) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:38.108836 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.123837 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:38.127622 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Usage tracker for resource:security_group_rule and tenant:a28ef856649048ae8934e3bcb7e83760 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:38.130365 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:38.135993 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:38.217378 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.221132 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.266598 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2db83f-121d-42de-adcc-5adba2d15a7f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:38.271803 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-af3d7d0e-6aff-439f-880d-6381a8ecaa4d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a28ef856649048ae8934e3bcb7e83760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798663 May 03 21:38:38.274547 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 59926) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:38.330720 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f1d26ba4-853a-40db-a60a-e9171e268758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.355949 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f1d26ba4-853a-40db-a60a-e9171e268758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.410210 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f1d26ba4-853a-40db-a60a-e9171e268758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.427636 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d26ba4-853a-40db-a60a-e9171e268758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2db83f-121d-42de-adcc-5adba2d15a7f,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:38.432609 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-f1d26ba4-853a-40db-a60a-e9171e268758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:38.433962 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-f1d26ba4-853a-40db-a60a-e9171e268758 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bc2db83f-121d-42de-adcc-5adba2d15a7f HTTP/1.1" status: 204 len: 168 time: 0.1583955 May 03 21:38:45.516026 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60050) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:45.628952 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.643579 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:45.647274 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Usage tracker for resource:security_group_rule and tenant:ecbc197aa2974ddabd77bfb50ac06098 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:45.649954 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:45.656356 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:45.717226 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:38:45.737586 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.741378 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.788853 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecbc197aa2974ddabd77bfb50ac06098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717264 May 03 21:38:45.789790 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58390b-06da-4fac-b3a6-f0cda5ff2dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f07901-25ae-4f41-aaca-ee85a170160f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:45.791661 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60056) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:45.849408 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8c9515a3-912a-42d2-9c80-3bf11216a968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.875261 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8c9515a3-912a-42d2-9c80-3bf11216a968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.928189 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8c9515a3-912a-42d2-9c80-3bf11216a968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.945005 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9515a3-912a-42d2-9c80-3bf11216a968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f07901-25ae-4f41-aaca-ee85a170160f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:45.964858 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-8c9515a3-912a-42d2-9c80-3bf11216a968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:45.965971 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-8c9515a3-912a-42d2-9c80-3bf11216a968 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79f07901-25ae-4f41-aaca-ee85a170160f HTTP/1.1" status: 204 len: 168 time: 0.1733434 May 03 21:38:46.235389 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60064) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:46.253607 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.267554 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:46.271341 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Usage tracker for resource:security_group_rule and tenant:d33863f2e7bf4213ab5d58bf3b13232c is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:46.274080 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:46.279801 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:46.362613 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.366040 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.412704 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d33863f2e7bf4213ab5d58bf3b13232c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761761 May 03 21:38:46.413322 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf0636-bf14-47f2-9738-a274fe30d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c8be7-57cb-45c4-9359-0ebc165d8a3b,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:46.415630 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60068) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:46.472327 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-98a53239-d08c-4925-8101-5228626cc068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.498248 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-98a53239-d08c-4925-8101-5228626cc068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.547900 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-98a53239-d08c-4925-8101-5228626cc068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.564080 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a53239-d08c-4925-8101-5228626cc068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c8be7-57cb-45c4-9359-0ebc165d8a3b,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:46.572424 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-98a53239-d08c-4925-8101-5228626cc068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:46.573536 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-98a53239-d08c-4925-8101-5228626cc068 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/677c8be7-57cb-45c4-9359-0ebc165d8a3b HTTP/1.1" status: 204 len: 168 time: 0.1570115 May 03 21:38:47.267692 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60092) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:47.369791 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-104125301-network', 'tenant_id': '75d4115c556c45b0827cf6153fbbc12a'}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:38:47.375049 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:47.378746 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Usage tracker for resource:network and tenant:75d4115c556c45b0827cf6153fbbc12a is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:47.381501 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:47.391378 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:47.400578 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Made reservation on behalf of 75d4115c556c45b0827cf6153fbbc12a for: {'network': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:38:47.402828 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.414238 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.428076 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:47.431721 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Usage tracker for resource:security_group_rule and tenant:75d4115c556c45b0827cf6153fbbc12a is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:47.435292 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:47.440750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:47.524731 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.528641 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.557750 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=87267) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:38:47.566802 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da84f5e5-3657-45e7-ad56-4fdd79de4285,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:47.572361 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.572838 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.db.segments_db [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Added segment 02a8503d-f042-4d96-8eb5-5c96bb6ba951 of type vlan for network f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f May 03 21:38:47.599133 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.628995 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.630029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:47.630650 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.730621 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4612966 May 03 21:38:47.733538 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60098) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:47.736093 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e2b20-3d16-4dde-86d5-8b40fc5b1f90 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f,revision_number=1']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:47.741888 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Request body: {'subnet': {'network_id': 'f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-104125301-subnet', 'tenant_id': '75d4115c556c45b0827cf6153fbbc12a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:38:47.746393 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:38:47.748129 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:47.751907 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Usage tracker for resource:subnet and tenant:75d4115c556c45b0827cf6153fbbc12a is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:47.754678 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:47.760313 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:47.770975 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Made reservation on behalf of 75d4115c556c45b0827cf6153fbbc12a for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:38:47.773395 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60922096'] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:47.971943 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61496565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60922050'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.046888 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528dd2f7-839b-4c19-96b8-60f5950ffe9a,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:48.056942 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Checking segment: {'id': '02a8503d-f042-4d96-8eb5-5c96bb6ba951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:38:48.057288 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Network hostable DHCP agents. Network: f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:38:48.076570 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Network f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:38:48.085095 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:38:48.090170 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:48.091264 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.094290 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380810e-0718-49c4-9edc-6bcc78a7d9f9 None None] Network f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:38:48.112345 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-b90958ea-5265-46d1-9efc-b506ad2e60a5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3777781 May 03 21:38:48.312004 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a55d5e-87c0-4feb-8337-796db9baca61 None None] Network f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:38:48.613454 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60116) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:48.619053 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.v2.base [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1386314354-network', 'tenant_id': '65841c56ab16426f823fcbf863eafe60'}} {{(pid=87268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:38:48.624213 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:48.627979 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Usage tracker for resource:network and tenant:65841c56ab16426f823fcbf863eafe60 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:48.630776 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:48.636422 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:48.646398 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Made reservation on behalf of 65841c56ab16426f823fcbf863eafe60 for: {'network': 1} {{(pid=87268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:38:48.648626 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4094079'] for network, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.660869 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.674790 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:48.678554 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Usage tracker for resource:security_group_rule and tenant:65841c56ab16426f823fcbf863eafe60 is out of sync, need to count used quota {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:48.681290 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.quota.resource [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87268) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:48.686832 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.quota.driver [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87268) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:48.765521 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.769019 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.795224 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=87268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 03 21:38:48.807171 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05a993-d998-4861-aa4d-6acc4c33a09d,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:48.811729 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.812015 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.db.segments_db [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Added segment 39e69917-f846-4030-aa84-f044ed99db71 of type vlan for network e11b26ee-a285-49bd-8a84-fa4ce07b49cb May 03 21:38:48.837783 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792369801144'] for network, precommit_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.865446 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961'] for network, after_create {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.866344 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:48.866917 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:48.965916 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3513007 May 03 21:38:48.968840 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60120) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:38:48.969355 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff13059-8311-4403-b1aa-442f0fa6b592 admin admin] Pushing event updated for resources: {'Network': ['ID=e11b26ee-a285-49bd-8a84-fa4ce07b49cb,revision_number=1']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:48.974637 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.v2.base [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Request body: {'subnet': {'network_id': 'e11b26ee-a285-49bd-8a84-fa4ce07b49cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1386314354-subnet', 'tenant_id': '65841c56ab16426f823fcbf863eafe60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87267) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 03 21:38:48.978746 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.plugins.ml2.rpc [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Network e11b26ee-a285-49bd-8a84-fa4ce07b49cb details requested by agent ovs-agent-dv-cinder-840376-1-iscsi with host dv-cinder-840376-1-iscsi {{(pid=87269) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 03 21:38:48.979697 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 03 21:38:48.983627 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Usage tracker for resource:subnet and tenant:65841c56ab16426f823fcbf863eafe60 is out of sync, need to count used quota {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 03 21:38:48.986463 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.quota.resource [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87267) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 03 21:38:48.994391 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.db.quota.driver [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87267) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 03 21:38:49.008217 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Made reservation on behalf of 65841c56ab16426f823fcbf863eafe60 for: {'subnet': 1} {{(pid=87267) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 03 21:38:49.010357 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60922096'] for subnet, before_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.307416 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61496565', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60922050'] for subnet, after_create {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.398331 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e21947-0bc1-4a05-9b13-0eb82efaf744,revision_number=0']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:38:49.406869 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Checking segment: {'id': '39e69917-f846-4030-aa84-f044ed99db71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e11b26ee-a285-49bd-8a84-fa4ce07b49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 03 21:38:49.407245 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Network hostable DHCP agents. Network: e11b26ee-a285-49bd-8a84-fa4ce07b49cb, hostable agents: ['d419fab3-8013-422f-828d-da3def7506ac'], hosted agents: [] {{(pid=87267) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 03 21:38:49.425398 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Network e11b26ee-a285-49bd-8a84-fa4ce07b49cb is scheduled to be hosted by DHCP agent d419fab3-8013-422f-828d-da3def7506ac with binding_index 1 {{(pid=87267) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 03 21:38:49.435209 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.scheduler.base_scheduler [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-840376-1-iscsi, e11b26ee-a285-49bd-8a84-fa4ce07b49cb) {{(pid=87267) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 03 21:38:49.438984 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87267) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 03 21:38:49.439564 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for subnet, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.443823 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f95537-01b9-4e61-ab9e-77ec211106bd None None] Network e11b26ee-a285-49bd-8a84-fa4ce07b49cb requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:38:49.460423 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-5176ffe1-2d29-42ca-a006-f925887e5b24 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4901145 May 03 21:38:49.676502 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3addfae8-4e79-47f9-b6d5-e9a790c3316d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:49.691253 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01b1552-8b6c-43df-82f0-58043a7f553e None None] Network e11b26ee-a285-49bd-8a84-fa4ce07b49cb requested from dv-cinder-840376-1-iscsi {{(pid=87269) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 03 21:38:51.706389 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7b2e479b-808f-478d-b520-c8f41ff30e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:53.089087 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:53.166026 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:38:54.240944 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.325226 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60242) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:05.387188 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Deleting subnet 528dd2f7-839b-4c19-96b8-60f5950ffe9a {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:39:05.390196 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.439350 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.492877 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.563309 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.603055 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.605335 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528dd2f7-839b-4c19-96b8-60f5950ffe9a,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:05.612297 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-52e0162c-e9a8-4165-bfad-18421a6ca6d2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/528dd2f7-839b-4c19-96b8-60f5950ffe9a HTTP/1.1" status: 204 len: 168 time: 0.2860804 May 03 21:39:05.614679 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60246) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:05.722306 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.844406 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.869670 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:39:05.881760 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a8503d-f042-4d96-8eb5-5c96bb6ba951') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:39:05.882052 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a8503d-f042-4d96-8eb5-5c96bb6ba951') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:39:05.893945 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.910012 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.915743 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:39:05.916115 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:39:05.932635 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:39:06.005620 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.009983 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.034003 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] 10.222.0.26 "DELETE /v2.0/networks/f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f HTTP/1.1" status: 204 len: 168 time: 0.4183269 May 03 21:39:06.034835 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f55cc-b43f-4da5-a1ba-2c85ede6a06c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ab040f-9f7b-4ea3-88bf-3e16673d1f2f,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:06.036688 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60250) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:06.097589 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.db.db_base_plugin_v2 [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Deleting subnet 80e21947-0bc1-4a05-9b13-0eb82efaf744 {{(pid=87268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 03 21:39:06.100504 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.148726 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1368490'] for subnet, precommit_delete_associations {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.205249 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4130951'] for subnet, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.269715 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4130958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642790', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1314399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60912232'] for subnet, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.307173 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e21947-0bc1-4a05-9b13-0eb82efaf744,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:06.309105 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.315609 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-47714c1d-2816-402a-9552-1f1ed1b4fffb admin admin] 10.222.0.26 "DELETE /v2.0/subnets/80e21947-0bc1-4a05-9b13-0eb82efaf744 HTTP/1.1" status: 204 len: 168 time: 0.2779419 May 03 21:39:06.318051 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60254) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:06.422663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3689819'] for network, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.546193 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4131852', 'neutron.services.segments.db._delete_segments_for_network-8792370397525'] for network, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.570913 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11b26ee-a285-49bd-8a84-fa4ce07b49cb']}} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:39:06.582827 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e69917-f846-4030-aa84-f044ed99db71') {'for_net_delete': True} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:39:06.583148 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.services.segments.db [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e69917-f846-4030-aa84-f044ed99db71') {} {{(pid=87268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 03 21:39:06.594468 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792370401136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1368483'] for segment, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.614010 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4129360'] for segment, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.620723 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 03 21:39:06.621165 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4129346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1314309'] for segment, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: Traceback (most recent call last): May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: timer() May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: cb(*args, **kw) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: return func(*args, **kwargs) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: self._notify() May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: self.callback(batched_events) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: event.method(event) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_id = self._get_aggregate_id(event.segment_id) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: aggregate_uuid = self.p_client.list_aggregates( May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: return f(self, *a, **k) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._get(url).json() May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: return self._client.get(url, endpoint_filter=self._ks_filter, May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: return self.request(url, 'GET', **kwargs) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: base_url = self.get_endpoint(auth, allow=allow, May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: auth = self._auth_required(auth, 'determine endpoint URL') May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 03 21:39:06.635221 dv-cinder-840376-1-iscsi neutron-server[87268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 03 21:39:06.706463 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4131895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642630', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-642089'] for network, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.722253 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526951'] for network, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.730758 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11b26ee-a285-49bd-8a84-fa4ce07b49cb,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:06.735958 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e11b26ee-a285-49bd-8a84-fa4ce07b49cb HTTP/1.1" status: 204 len: 168 time: 0.4170127 May 03 21:39:06.740319 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.740662 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.740990 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.741314 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.741634 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.741955 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.742269 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.742578 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.742893 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.743230 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.743545 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.743855 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570326c7-2c8e-4524-b9ee-951d54b15cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:06.901832 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60260) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:06.945727 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:06.955201 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-b295d014-7e15-481f-8c79-159c5aa6c215 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75d4115c556c45b0827cf6153fbbc12a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521832 May 03 21:39:06.957663 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60264) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:07.014171 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1f1573b6-dfdb-46f0-8cd5-7e96d4a5ce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.038562 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1f1573b6-dfdb-46f0-8cd5-7e96d4a5ce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.089289 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1f1573b6-dfdb-46f0-8cd5-7e96d4a5ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.102600 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1573b6-dfdb-46f0-8cd5-7e96d4a5ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da84f5e5-3657-45e7-ad56-4fdd79de4285,revision_number=None']} {{(pid=87268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:07.109360 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron_lib.callbacks.manager [None req-1f1573b6-dfdb-46f0-8cd5-7e96d4a5ce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.110457 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-1f1573b6-dfdb-46f0-8cd5-7e96d4a5ce94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da84f5e5-3657-45e7-ad56-4fdd79de4285 HTTP/1.1" status: 204 len: 168 time: 0.1519990 May 03 21:39:07.444553 dv-cinder-840376-1-iscsi neutron-server[87268]: DEBUG neutron.wsgi [-] (87268) accepted ('10.222.0.26', 60272) {{(pid=87268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:07.492241 dv-cinder-840376-1-iscsi neutron-server[87268]: INFO neutron.wsgi [None req-e42d7ae1-a211-4ea2-a364-22167a12d4fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65841c56ab16426f823fcbf863eafe60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463576 May 03 21:39:07.495029 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.wsgi [-] (87267) accepted ('10.222.0.26', 60276) {{(pid=87267) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 03 21:39:07.552362 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.576811 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.631107 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642612'] for security_group, after_delete {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.645046 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05a993-d998-4861-aa4d-6acc4c33a09d,revision_number=None']} {{(pid=87267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 03 21:39:07.655255 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.655599 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.655935 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.656265 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.656596 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.656921 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.657242 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.657584 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.657884 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.658201 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.658519 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.658834 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-840376-1-iscsi {{(pid=87267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 03 21:39:07.661822 dv-cinder-840376-1-iscsi neutron-server[87267]: DEBUG neutron_lib.callbacks.manager [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:07.662908 dv-cinder-840376-1-iscsi neutron-server[87267]: INFO neutron.wsgi [None req-2246ec5c-4428-4e01-b93e-bb1e21fe5fc8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc05a993-d998-4861-aa4d-6acc4c33a09d HTTP/1.1" status: 204 len: 168 time: 0.1669147 May 03 21:39:19.638577 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-804f25c0-8cf8-4011-8534-c5190431e8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:21.707299 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-c8b04c48-5f8d-4804-84d6-30f7a9c0b118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:22.716152 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:39:23.090421 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:23.168157 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:24.245559 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:36.977877 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:49.640408 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-92868c6a-0db3-459a-8fc7-77251359fd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:51.708236 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-4b477a84-4b45-4b68-8738-5bdc93e3ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:53.093423 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:53.169101 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:54.246753 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:39:59.715190 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:40:06.974154 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:19.641953 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-078908e8-de07-41bd-b06a-c2f4dfea94cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:21.710140 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ffc1b225-063a-4bd5-acab-017930e652a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:23.095508 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:23.170091 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:24.249766 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:36.715481 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:40:36.987102 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:49.645052 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a8622457-1430-497e-aab8-ec79b6679a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:51.710952 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-9262bafd-ab98-417d-a186-0420a8e55030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:53.098959 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:53.170573 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:40:54.251890 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:06.991062 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:13.714959 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:41:19.646809 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-2c3e05c6-98f2-476b-9479-4db55cbb03db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:21.712289 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-773a34cf-bfee-4430-a19f-76195f1b1bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:23.101414 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:23.171205 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:24.257627 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:37.002632 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:49.653446 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7a8f04fd-1a2f-462d-8c7c-6da8abe5297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:50.714117 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:41:51.713696 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-747546fd-84b5-4ea0-8e8c-9783d3227716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:53.103841 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:53.171444 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:41:54.258209 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:06.994044 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:19.645156 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-884fa09e-5f45-4f87-a4c6-970251f9da38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:21.713994 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-22004dcd-b64d-4509-9198-f0fcbe7228ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.107067 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:23.172472 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:24.261410 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:27.713345 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:42:37.021030 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:49.647164 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-d28c5426-97e9-4a6c-9f51-ca6f9a11b2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:51.715700 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-edf97415-4ea1-467f-8ef9-82b7c2b8a12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:53.109434 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:53.172752 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:42:54.264237 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:04.715189 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:43:07.011628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:19.650910 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-bb4257db-5a44-4874-899e-648db0b4b756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:21.716286 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1784a64b-30ac-47b8-a716-31670388fc0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:23.112574 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:23.174464 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:24.269105 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:37.013107 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:41.713978 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:43:49.655066 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-943a898a-535f-424d-9c8e-043738ed6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:51.716861 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-962cc918-b80b-4946-b3b5-e8c70dbccefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:53.115520 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:53.174604 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:43:54.269680 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:07.032470 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:18.712672 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 03 21:44:19.657738 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-a273b93c-57a6-4a86-a87c-5ea80d329485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:21.718781 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-66becea6-ad80-4776-a08b-96be7dd7a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:23.118696 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:23.175588 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:24.272928 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:37.045228 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-7c372063-0815-4913-94ef-061c3121a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:49.661944 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-ab573f9f-77ec-4888-8765-b14f2866d248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:51.720490 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-98b65866-501d-4b37-8c10-e856c95f58ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:53.120628 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-35ac3af8-7081-4e56-bddd-18d3a960707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:53.176078 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-1df0f39c-bd79-4253-b010-66b735af146f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:54.275818 dv-cinder-840376-1-iscsi neutron-server[87269]: DEBUG neutron_lib.callbacks.manager [None req-3fc04898-3333-4548-ad5f-c8fb60059970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792370397498', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4134390'] for agent, after_update {{(pid=87269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 03 21:44:55.711585 dv-cinder-840376-1-iscsi neutron-server[87270]: DEBUG neutron.db.agents_db [None req-6d9cf785-d262-41e6-83dd-9f53046e8462 None None] Agent healthcheck: found 6 active agents {{(pid=87270) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}